-- Logs begin at Fri 2021-04-09 13:06:09 UTC, end at Fri 2021-04-09 14:11:47 UTC. --
Apr 09 13:40:59.195810 dv-cinder-785362-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 09 13:41:02.251876 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.common.config [-] Logging enabled!
Apr 09 13:41:02.252528 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev48
Apr 09 13:41:02.253837 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85177) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 09 13:41:02.255701 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.common.config [-] Logging enabled!
Apr 09 13:41:02.256008 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev48
Apr 09 13:41:02.256392 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85177) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 09 13:41:02.257525 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 09 13:41:02.257797 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 09 13:41:02.258955 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 09 13:41:02.259246 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 09 13:41:02.259515 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 09 13:41:02.259899 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.260309 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.260684 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.260957 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.261311 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.261657 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.261990 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.262334 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.262697 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.263035 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.263365 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.263698 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.263977 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.264333 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.264673 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.265019 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.265279 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] debug                          = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.265611 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.266166 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.266498 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.266822 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.267165 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.267490 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.267807 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.268135 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.268505 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.268902 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] host                           = dv-cinder-785362-1-iscsi {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.269230 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.269570 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.269921 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.270251 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.270572 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.270899 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.271231 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.271551 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.271868 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.272189 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.272556 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.272891 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.273237 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.273885 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.273885 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.274160 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.274385 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.274699 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.275018 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.275338 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.275697 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.276096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.276437 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.276947 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.277291 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.277630 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.277956 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.278277 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.278605 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.278917 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.279254 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.279574 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.279904 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.280227 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.280599 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.280919 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.281282 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.281637 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.281972 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.282305 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.282641 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.282963 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.283298 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.283616 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.283942 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.284345 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.284575 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.284895 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.285227 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.285546 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.285871 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.286180 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.286495 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.286835 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:02.287185 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.287536 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.287891 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.288219 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.288598 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.288925 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.289266 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.289847 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.290189 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.290529 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.290863 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.291192 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.292056 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.292407 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.292752 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.293314 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.293671 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.294020 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.294341 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.294664 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.294984 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.295307 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.295646 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.295994 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.296359 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.296682 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.297006 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.297348 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.297672 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.297990 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.298315 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.298660 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.298983 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.299301 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.299629 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.299954 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.300271 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.300627 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.300949 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.301289 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.304388 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.304388 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.304388 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.304388 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.304388 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.304388 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.304388 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.304388 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.304388 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.308987 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.308987 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.308987 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.308987 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.308987 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.308987 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.308987 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.308987 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.308987 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.309825 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.309825 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.309825 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.309825 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.309825 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.309825 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.309825 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.310481 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.310481 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.310481 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.310826 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.311177 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.311502 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.311897 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.312158 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.312509 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.312834 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.313157 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.313481 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.313804 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.314121 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.314472 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.314805 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.315143 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.315471 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.315797 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.316145 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.316507 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.316828 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.317152 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.317477 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.317814 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.318146 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.318493 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.318831 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.319172 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.319511 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.319854 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.320180 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.320575 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.320903 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:02.321155 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 09 13:41:02.321431 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85177) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 09 13:41:03.017768 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO keyring.backend [-] Loading Gnome
Apr 09 13:41:03.035403 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO keyring.backend [-] Loading Google
Apr 09 13:41:03.038062 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO keyring.backend [-] Loading Windows (alt)
Apr 09 13:41:03.042672 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO keyring.backend [-] Loading file
Apr 09 13:41:03.043528 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO keyring.backend [-] Loading keyczar
Apr 09 13:41:03.043817 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO keyring.backend [-] Loading multi
Apr 09 13:41:03.044519 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO keyring.backend [-] Loading pyfs
Apr 09 13:41:03.093761 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:41:03.094075 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:41:03.094418 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:41:03.095032 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 09 13:41:03.548545 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:03.549130 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:03.549130 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:03.552745 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:03.553071 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:03.553382 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:03.599880 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:03.600206 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:03.600547 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:03.615079 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:03.615407 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:03.615725 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:03.691424 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:03.691704 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:03.692022 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:03.693305 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:03.693603 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:03.693920 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:03.996713 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f16be5e8e18> agent after_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:03.996938 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f16be5e8e18> agent after_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:03.997253 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f16be5e8ea0> segment precommit_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:03.997558 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f16be5e8f28> network precommit_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:03.999645 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f16be6b9048> segment before_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.157878 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f16be3f0da0>> network before_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.158269 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f16be5ca7b8> agent before_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.158595 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f16be3f0da0>> network before_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.158906 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f16be3f0da0>> port before_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.159215 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f16be3f0da0>> port before_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.159611 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f16be3f0da0>> segment after_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.159921 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f16be3f0da0>> segment precommit_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.160252 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f16be3f0da0>> segment precommit_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.160546 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f16be3f0da0>> segment after_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.160894 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f16be3f0da0>> network after_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.161200 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f16be3f0da0>> network precommit_delete 0 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.161519 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f16be3f0da0>> port provisioning_complete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.161841 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f16be3f0da0>> rbac-policy before_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.162142 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f16be3f0da0>> rbac-policy after_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.162466 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f16be3f0da0>> agent after_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.162783 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f16be3f0da0>> subnet after_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.163094 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f16be3f0da0>> subnet precommit_delete 0 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.163423 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f16be3f0da0>> rbac-policy before_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.163718 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f16be3f0da0>> rbac-policy before_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.164077 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f16be3f0da0>> segment_host_mapping after_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.164839 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f16be3f0da0>> port after_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.165146 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f16be3f0da0>> port after_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.165439 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f16be3f0da0>> port after_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.165797 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f16be3f0da0>> rbac-policy before_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.166125 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f16be3f0da0>> rbac-policy before_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.166905 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f16be3f0da0>> rbac-policy before_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.167382 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85177) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 09 13:41:04.167792 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85177) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 09 13:41:04.168083 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85177) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 09 13:41:04.168392 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85177) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 09 13:41:04.168671 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85177) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 09 13:41:04.168948 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85177) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 09 13:41:04.169389 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 09 13:41:04.172958 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 09 13:41:04.177207 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 09 13:41:04.181395 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])])
Apr 09 13:41:04.183861 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 09 13:41:04.185217 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 09 13:41:04.185612 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 09 13:41:04.186060 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 09 13:41:04.188981 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 09 13:41:04.189274 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 09 13:41:04.189684 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 09 13:41:04.219328 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 09 13:41:04.219868 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f16be615978>> qos_plugin after_init 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.220216 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85177) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 09 13:41:04.220667 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f16be39b518>> logging-plugin after_init 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.222118 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85177) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 09 13:41:04.222458 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 09 13:41:04.222745 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 09 13:41:04.226326 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f16be39b588>> floatingip before_response 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.226651 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f16be39b588>> port before_response 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.306828 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 09 13:41:04.307533 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 09 13:41:04.307806 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 09 13:41:04.308358 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 09 13:41:04.349172 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_db.sqlalchemy.engines [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85177) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 09 13:41:04.831446 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.managers [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Initializing driver for type 'gre'
Apr 09 13:41:04.832005 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] gre ID ranges: [(1, 1000)]
Apr 09 13:41:04.885316 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.managers [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Initializing driver for type 'local'
Apr 09 13:41:04.885686 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.managers [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Initializing driver for type 'vlan'
Apr 09 13:41:04.896962 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] VlanTypeDriver initialization complete
Apr 09 13:41:04.897347 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.managers [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Initializing driver for type 'vxlan'
Apr 09 13:41:04.897918 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] vxlan ID ranges: [(1, 1000)]
Apr 09 13:41:04.954602 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.managers [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Initializing extension driver 'port_security'
Apr 09 13:41:04.954981 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.extensions.port_security [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] PortSecurityExtensionDriver initialization complete
Apr 09 13:41:04.955354 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.managers [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Initializing mechanism driver 'openvswitch'
Apr 09 13:41:04.955726 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.managers [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Initializing mechanism driver 'hyperv'
Apr 09 13:41:04.962372 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:41:04.963758 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f16be36ec50>> port after_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.964784 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f16be36ec50>> port after_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.964784 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f16be36ec50>> port after_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.965062 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f16bdf357f0>> subnet after_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.965352 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f16bdf357f0>> subnet after_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.965744 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f16bdf357f0>> subnet after_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.966174 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f16bdf359b0>> network after_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.966566 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f16bdf359b0>> network after_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.966955 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f16bdf359b0>> network after_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.967391 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f16bdf35b70>> security_group after_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.967789 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f16bdf35b70>> security_group after_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.968207 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f16bdf35b70>> security_group after_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.969793 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f16bdf35d30>> security_group_rule after_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.969793 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f16bdf35d30>> security_group_rule after_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.969793 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f16bdf35d30>> security_group_rule after_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.970144 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f16bdf35ef0>> address_group after_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.970312 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f16bdf35ef0>> address_group after_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.970701 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f16bdf35ef0>> address_group after_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.971074 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] ML2 OVO RPC backend initialized. {{(pid=85177) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 09 13:41:04.972395 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f16bdf3b198>> router_interface after_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.972395 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f16bdf3b198>> router_interface after_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.972806 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f16bdf3b198>> network before_response 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.973198 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f16bdf3b198>> networks before_response 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.973584 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f16bdf3b198>> port before_response 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.973974 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f16bdf3b198>> ports before_response 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.974353 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f16bdf3b198>> subnet before_response 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.974740 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f16bdf3b198>> subnets before_response 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.975130 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f16bdf3b198>> network after_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.975523 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f16bdf3b198>> network after_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.975907 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f16bdf3b198>> network after_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.976304 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f16bdf3b198>> port after_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.976693 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f16bdf3b198>> port after_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.977072 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f16bdf3b198>> port after_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.977454 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f16bdf3b198>> subnet after_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.977832 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f16bdf3b198>> subnet after_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.978221 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f16bdf3b198>> subnet after_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:04.979471 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.plugin [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Modular L2 Plugin initialization complete
Apr 09 13:41:04.979833 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading services supported by the core plugin {{(pid=85177) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 09 13:41:04.980219 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.plugins.ml2.managers [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Got port-security extension from driver 'port_security'
Apr 09 13:41:04.980784 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.extensions.vlantransparent [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Disabled vlantransparent extension.
Apr 09 13:41:04.981342 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85177) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 09 13:41:04.981696 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading Plugin: router
Apr 09 13:41:05.020233 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f16bdf3b160>> router_interface before_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.020711 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f16bdf3b160>> router after_create 55549900 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.021127 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f16bdf3b160>> router before_create 55549900 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.021544 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f16bdf3b160>> router_interface before_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.021975 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f16bdf3b160>> router_interface after_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.022376 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f16bdf3b160>> router after_delete 55549900 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.022774 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f16bdf3b160>> floatingip after_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.023200 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f16bdf3b160>> router after_create 55549900 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.023591 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f16bdf3b160>> router after_update 55549900 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.023991 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f16bdf3b160>> router after_update 55549900 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.024413 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f16bdf3b160>> router_gateway after_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.024823 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f16bdf3b160>> router after_update 55549900 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.025338 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f16bdf3b160>> router precommit_update 55549900 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.026558 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f16be5668c8> port after_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.027346 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f16be5667b8> port after_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.027346 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f16be566840> subnet after_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.027708 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f16be566950> subnetpool_address_scope after_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.028106 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f16bdf3b160>> port precommit_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.028534 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f16bdf3b160>> router precommit_create 55549900 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.028931 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f16be546a60> port before_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.029322 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f16bdf3b160>> router precommit_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.029793 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f16bdf3b160>> router after_update 55549900 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.030136 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f16bdf3b160>> router precommit_delete 55549900 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.030535 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f16bdf3b160>> router precommit_create 55549900 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.030955 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f16bdf3b160>> router_interface after_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.031356 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f16bdf3b160>> router precommit_update 55549900 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.031806 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f16bdf3b160>> network after_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.032948 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Tracking information for resource: router configured {{(pid=85177) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 09 13:41:05.033327 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Tracking information for resource: floatingip configured {{(pid=85177) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 09 13:41:05.038702 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.l3_agentschedulers_db [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 09 13:41:05.039383 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f16bdec01e0> port after_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.040044 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f16bdec00d0> port after_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.040489 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <function _notify_port_delete at 0x7f16bdec0158> port after_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.040886 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f16bdec0378> port after_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.041903 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f16bdedaf98>> router before_create 55550100 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.042317 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f16bdedaf98>> router precommit_delete 55550100 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.042731 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f16bdedaf98>> router precommit_create 55550100 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.043137 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f16bdedaf98>> router precommit_update 55550100 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.048484 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.provider_configuration [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Service providers = [] {{(pid=85177) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 09 13:41:05.048900 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.servicetype_db [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85177) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 09 13:41:05.052046 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.service_base [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85177) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 09 13:41:05.052466 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.service_base [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85177) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 09 13:41:05.052854 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.service_base [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85177) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 09 13:41:05.053766 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.service_base [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85177) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 09 13:41:05.054199 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.services.service_base [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 09 13:41:05.054620 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85177) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 09 13:41:05.054987 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 09 13:41:05.065496 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85177) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 09 13:41:05.065872 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading Plugin: auto_allocate
Apr 09 13:41:05.071762 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f16bde5b950> network precommit_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.072176 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f16bde5b950> network precommit_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.072839 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85177) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 09 13:41:05.073202 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading Plugin: tag
Apr 09 13:41:05.080241 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85177) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 09 13:41:05.080651 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading Plugin: timestamp
Apr 09 13:41:05.084618 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85177) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 09 13:41:05.084947 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading Plugin: network_ip_availability
Apr 09 13:41:05.091387 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f16bddc5f98>> rbac-policy before_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.091798 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f16bddc5f98>> rbac-policy before_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.092198 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f16bddc5f98>> rbac-policy before_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.093113 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85177) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 09 13:41:05.093772 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading Plugin: flavors
Apr 09 13:41:05.099469 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85177) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 09 13:41:05.099850 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading Plugin: revisions
Apr 09 13:41:05.105265 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85177) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 09 13:41:05.105717 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.011s {{(pid=85177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:41:05.106567 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85177) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 09 13:41:05.106936 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Initializing extension manager.
Apr 09 13:41:05.107518 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: __init__.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.107911 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: __pycache__ {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.108320 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.108701 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: address_group.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.109569 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.110419 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: address-group
Apr 09 13:41:05.110785 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: address_scope.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.111578 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.112166 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: address-scope
Apr 09 13:41:05.112572 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.113559 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.114140 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: router-admin-state-down-before-update
Apr 09 13:41:05.114506 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: agent.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.115292 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.115879 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: agent
Apr 09 13:41:05.116244 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: agent_resources_synced.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.117211 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.117800 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: agent-resources-synced
Apr 09 13:41:05.118168 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: allowedaddresspairs.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.120396 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.121006 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: allowed-address-pairs
Apr 09 13:41:05.121385 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: auto_allocated_topology.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.122492 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.123089 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: auto-allocated-topology
Apr 09 13:41:05.123462 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: availability_zone.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.124229 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.124844 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: availability_zone
Apr 09 13:41:05.125209 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: availability_zone_filter.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.126149 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.126738 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: availability_zone_filter
Apr 09 13:41:05.127097 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: data_plane_status.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.128044 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.128685 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 09 13:41:05.129050 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: default_subnetpools.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.129989 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.130573 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: default-subnetpools
Apr 09 13:41:05.130940 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.131856 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.133903 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: dhcp_agent_scheduler
Apr 09 13:41:05.134288 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: dns.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.135553 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.136459 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension dns-integration not supported by any of loaded plugins
Apr 09 13:41:05.136951 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: dns_domain_ports.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.138440 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.139199 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 09 13:41:05.139622 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: dvr.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.140943 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.141544 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: dvr
Apr 09 13:41:05.141918 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: empty_string_filtering.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.142881 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.143473 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: empty-string-filtering
Apr 09 13:41:05.143842 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.144866 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.145460 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 09 13:41:05.145831 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.146805 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.147491 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 09 13:41:05.147862 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: external_net.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.148861 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.149448 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: external-net
Apr 09 13:41:05.149813 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.151646 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.152239 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: extra_dhcp_opt
Apr 09 13:41:05.152633 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: extraroute.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.153576 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.154172 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: extraroute
Apr 09 13:41:05.154541 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: extraroute_atomic.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.155618 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.156235 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: extraroute-atomic
Apr 09 13:41:05.156608 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: filter_validation.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.157369 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.157925 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: filter-validation
Apr 09 13:41:05.158290 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: fip_pf_description.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.159231 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.159819 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 09 13:41:05.160187 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: fip_port_details.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.161198 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.161790 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: fip-port-details
Apr 09 13:41:05.162155 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: flavors.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.163450 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.164052 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: flavors
Apr 09 13:41:05.164708 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.166952 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.167742 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 09 13:41:05.168117 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: floatingip_pools.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.169039 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.169644 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: floatingip-pools
Apr 09 13:41:05.170021 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: ip_allocation.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.170989 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.171574 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 09 13:41:05.171946 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.172968 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.173558 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: ip-substring-filtering
Apr 09 13:41:05.173936 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: l2_adjacency.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.174904 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.175466 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 09 13:41:05.175828 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: l3.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.177123 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.177590 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: router
Apr 09 13:41:05.177956 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.180332 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.180952 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 09 13:41:05.181330 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.182436 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.183034 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: ext-gw-mode
Apr 09 13:41:05.183411 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.184400 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.184995 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: l3-ha
Apr 09 13:41:05.185363 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: l3_flavors.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.186302 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.186891 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: l3-flavors
Apr 09 13:41:05.187259 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.188203 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.188841 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 09 13:41:05.189207 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: l3agentscheduler.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.190562 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.191174 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: l3_agent_scheduler
Apr 09 13:41:05.191548 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: logging.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.193128 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.193725 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension logging not supported by any of loaded plugins
Apr 09 13:41:05.194095 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: metering.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.194909 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.195626 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: metering
Apr 09 13:41:05.195993 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.197176 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.198295 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: metering_source_and_destination_fields
Apr 09 13:41:05.198663 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: multiprovidernet.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.199628 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.200223 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: multi-provider
Apr 09 13:41:05.200635 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: netmtu.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.201565 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.202158 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: net-mtu
Apr 09 13:41:05.202545 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: netmtu_writable.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.203458 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.204049 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: net-mtu-writable
Apr 09 13:41:05.204509 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: network_availability_zone.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.205207 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.205791 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: network_availability_zone
Apr 09 13:41:05.206158 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: network_ip_availability.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.207356 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.207949 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: network-ip-availability
Apr 09 13:41:05.208368 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: network_segment_range.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.209224 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.209810 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 09 13:41:05.210174 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: pagination.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.211327 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.211711 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: pagination
Apr 09 13:41:05.212077 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: port_device_profile.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.213106 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.214202 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: port-device-profile
Apr 09 13:41:05.214581 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.215526 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.216122 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: port-mac-address-regenerate
Apr 09 13:41:05.216516 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.217463 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.218063 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: port-numa-affinity-policy
Apr 09 13:41:05.218433 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: port_resource_request.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.219385 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.219970 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 09 13:41:05.220396 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: portbindings.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.221350 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.221946 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: binding
Apr 09 13:41:05.222312 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: portbindings_extended.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.223634 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.224336 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: binding-extended
Apr 09 13:41:05.224629 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: portsecurity.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.225643 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.226185 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: port-security
Apr 09 13:41:05.226579 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: project_id.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.227547 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.227927 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: project-id
Apr 09 13:41:05.228356 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: providernet.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.229303 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.229903 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: provider
Apr 09 13:41:05.230272 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: qos.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.233985 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.234600 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension qos not supported by any of loaded plugins
Apr 09 13:41:05.234969 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.236362 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.236973 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 09 13:41:05.237347 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.238295 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.238900 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 09 13:41:05.239268 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: qos_default.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.240205 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.240930 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension qos-default not supported by any of loaded plugins
Apr 09 13:41:05.241220 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: qos_fip.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.241942 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.242526 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension qos-fip not supported by any of loaded plugins
Apr 09 13:41:05.242891 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: qos_gateway_ip.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.243843 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.244529 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 09 13:41:05.244988 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: qos_port_network_policy.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.245931 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.246522 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 09 13:41:05.246890 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: qos_rule_type_details.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.247847 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.248465 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 09 13:41:05.248835 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: qos_rules_alias.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.249943 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.250535 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 09 13:41:05.250900 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: quotasv2.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.251970 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.252409 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: quotas
Apr 09 13:41:05.252782 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: quotasv2_detail.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.254465 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.254853 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: quota_details
Apr 09 13:41:05.255236 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: rbac.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.256516 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.257149 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: rbac-policies
Apr 09 13:41:05.257523 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: rbac_address_group.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.258523 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.259237 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: rbac-address-group
Apr 09 13:41:05.259609 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: rbac_address_scope.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.266185 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.266805 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: rbac-address-scope
Apr 09 13:41:05.267175 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: rbac_security_groups.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.268339 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.268911 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: rbac-security-groups
Apr 09 13:41:05.269355 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: rbac_subnetpool.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.270306 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.271064 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: rbac-subnetpool
Apr 09 13:41:05.271428 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: revisionifmatch.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.272440 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.273034 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: revision-if-match
Apr 09 13:41:05.273392 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: revisions.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.274697 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.275280 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: standard-attr-revisions
Apr 09 13:41:05.276428 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: router_availability_zone.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.277130 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.277720 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: router_availability_zone
Apr 09 13:41:05.278079 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: routerservicetype.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.279135 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.279671 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension router-service-type not supported by any of loaded plugins
Apr 09 13:41:05.280082 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.281111 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.281834 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: security-groups-normalized-cidr
Apr 09 13:41:05.282200 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.283305 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.284014 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: port-security-groups-filtering
Apr 09 13:41:05.284425 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.285440 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.286144 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: security-groups-remote-address-group
Apr 09 13:41:05.286504 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: securitygroup.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.301023 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.301699 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: security-group
Apr 09 13:41:05.302070 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: segment.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.303018 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.303601 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension segment not supported by any of loaded plugins
Apr 09 13:41:05.303971 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.305050 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.305640 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 09 13:41:05.306002 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: servicetype.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.307254 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.307944 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: service-type
Apr 09 13:41:05.308334 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: sorting.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.309517 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.309735 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: sorting
Apr 09 13:41:05.310098 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: standard_attr_segment.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.311063 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.311669 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 09 13:41:05.312027 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: standardattrdescription.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.312915 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.313599 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: standard-attr-description
Apr 09 13:41:05.314012 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: stateful_security_group.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.315037 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.315670 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: stateful-security-group
Apr 09 13:41:05.316034 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: stdattrs_common.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.316655 dv-cinder-785362-1-iscsi neutron-server[85177]: WARNING neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 09 13:41:05.317017 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.318138 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.318732 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 09 13:41:05.319098 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: subnet_onboard.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.320187 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.320803 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: subnet_onboard
Apr 09 13:41:05.321163 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.322139 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.323433 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 09 13:41:05.323822 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: subnet_service_types.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.324785 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.325382 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: subnet-service-types
Apr 09 13:41:05.325740 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: subnetallocation.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.326838 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.327420 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: subnet_allocation
Apr 09 13:41:05.327755 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.328490 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.329072 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: subnetpool-prefix-ops
Apr 09 13:41:05.329432 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.330407 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.331020 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 09 13:41:05.331380 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: tagging.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.332803 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.333510 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: standard-attr-tag
Apr 09 13:41:05.333859 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: timestamp.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.335114 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.335661 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loaded extension: standard-attr-timestamp
Apr 09 13:41:05.336027 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: trunk.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.337101 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.337687 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension trunk not supported by any of loaded plugins
Apr 09 13:41:05.338825 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: trunk_details.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.339777 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.340437 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension trunk-details not supported by any of loaded plugins
Apr 09 13:41:05.340805 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: uplink_status_propagation.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.341841 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.342547 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 09 13:41:05.342977 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Loading extension file: vlantransparent.py {{(pid=85177) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 13:41:05.343734 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85177) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 13:41:05.344343 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 09 13:41:05.347139 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Creating instance of TrackedResource for resource:network
Apr 09 13:41:05.348055 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Creating instance of TrackedResource for resource:subnet
Apr 09 13:41:05.348774 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 09 13:41:05.349438 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Creating instance of TrackedResource for resource:port
Apr 09 13:41:05.350969 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.resource_helper [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85177) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 13:41:05.351459 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.resource_helper [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Service FLAVORS assigned prefix:  {{(pid=85177) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 13:41:05.352144 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.resource_helper [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85177) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 13:41:05.352639 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.resource_helper [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85177) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 13:41:05.353007 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Creating instance of TrackedResource for resource:router
Apr 09 13:41:05.353766 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Creating instance of TrackedResource for resource:floatingip
Apr 09 13:41:05.354576 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.resource_helper [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Service METERING assigned prefix: /metering {{(pid=85177) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 13:41:05.356548 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f16bdd384e0>> rbac-policy before_create 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.356957 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f16bdd384e0>> rbac-policy before_update 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.357344 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f16bdd384e0>> rbac-policy before_delete 55550000 {{(pid=85177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:41:05.358513 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 09 13:41:05.359005 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Creating instance of TrackedResource for resource:security_group
Apr 09 13:41:05.359969 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 09 13:41:05.360860 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.resource_helper [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Service CORE assigned prefix:  {{(pid=85177) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 13:41:05.361232 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 09 13:41:05.361601 dv-cinder-785362-1-iscsi neutron-server[85177]: WARNING neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] subnetpool is already registered
Apr 09 13:41:05.362296 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.resource_helper [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Service CORE assigned prefix:  {{(pid=85177) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 13:41:05.362653 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 09 13:41:05.363012 dv-cinder-785362-1-iscsi neutron-server[85177]: WARNING neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] subnetpool is already registered
Apr 09 13:41:05.365823 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.resource_helper [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85177) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 13:41:05.366295 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.resource_helper [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Service FLAVORS assigned prefix:  {{(pid=85177) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 13:41:05.366975 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.resource_helper [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85177) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 13:41:05.367495 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.resource_helper [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85177) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 13:41:05.367867 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Creating instance of TrackedResource for resource:router
Apr 09 13:41:05.368234 dv-cinder-785362-1-iscsi neutron-server[85177]: WARNING neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] router is already registered
Apr 09 13:41:05.368930 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Creating instance of TrackedResource for resource:floatingip
Apr 09 13:41:05.369434 dv-cinder-785362-1-iscsi neutron-server[85177]: WARNING neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] floatingip is already registered
Apr 09 13:41:05.370329 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.resource_helper [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Service METERING assigned prefix: /metering {{(pid=85177) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 13:41:05.371095 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 09 13:41:05.371460 dv-cinder-785362-1-iscsi neutron-server[85177]: WARNING neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] rbac_policy is already registered
Apr 09 13:41:05.372952 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Creating instance of TrackedResource for resource:security_group
Apr 09 13:41:05.373324 dv-cinder-785362-1-iscsi neutron-server[85177]: WARNING neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] security_group is already registered
Apr 09 13:41:05.373995 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 09 13:41:05.374359 dv-cinder-785362-1-iscsi neutron-server[85177]: WARNING neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] security_group_rule is already registered
Apr 09 13:41:05.375103 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.resource_helper [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Service CORE assigned prefix:  {{(pid=85177) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 13:41:05.375471 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 09 13:41:05.375843 dv-cinder-785362-1-iscsi neutron-server[85177]: WARNING neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] subnetpool is already registered
Apr 09 13:41:05.376540 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.resource_helper [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Service CORE assigned prefix:  {{(pid=85177) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 13:41:05.376912 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 09 13:41:05.377289 dv-cinder-785362-1-iscsi neutron-server[85177]: WARNING neutron.quota.resource_registry [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] subnetpool is already registered
Apr 09 13:41:05.378028 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: extensions {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.379599 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: address-groups {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.381483 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: address-scopes {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.382790 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: agents {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.384007 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: auto-allocated-topology {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.386063 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: availability_zones {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.387443 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: dhcp-networks {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.388988 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: dhcp-agents {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.390490 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: routers {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.392499 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: flavors {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.393917 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: service_profiles {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.395251 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: next_providers {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.397039 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: service_profiles {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.398725 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: floatingip-pools {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.400129 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: routers {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.402632 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: floatingips {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.403882 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: l3-routers {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.405371 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: l3-agents {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.406861 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: metering-labels {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.408263 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: metering-label-rules {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.409618 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: network-ip-availabilities {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.410931 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: bindings {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.412680 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: quotas {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.414203 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: quotas {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.415925 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: rbac-policies {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.417481 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: security-groups {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.418799 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: security-group-rules {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.420116 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: service-providers {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.421472 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: subnetpools {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.422952 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: subnetpools {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.424510 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: tags {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.426271 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: tags {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.428174 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: tags {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.430075 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: tags {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.432153 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: tags {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.434121 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: tags {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.435935 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: tags {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.438974 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: tags {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.440850 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: tags {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.443043 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.extensions [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Extended resource: tags {{(pid=85177) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 13:41:05.451183 dv-cinder-785362-1-iscsi neutron-server[85177]: WARNING keystonemiddleware.auth_token [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 09 13:41:05.456576 dv-cinder-785362-1-iscsi neutron-server[85177]: WARNING keystonemiddleware.auth_token [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 09 13:41:05.466231 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Acquired lock "singleton_lock" {{(pid=85177) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 09 13:41:05.466741 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Releasing lock "singleton_lock" {{(pid=85177) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 09 13:41:05.468222 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO oslo_service.service [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Starting 2 workers
Apr 09 13:41:05.473176 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Started child 85290 {{(pid=85177) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 09 13:41:05.477142 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:05.478135 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Started child 85291 {{(pid=85177) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 09 13:41:05.478754 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [-] (85290) wsgi starting up on http://0.0.0.0:9696
Apr 09 13:41:05.479835 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.service [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 09 13:41:05.480522 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Notify callbacks [] for process, before_spawn {{(pid=85177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:05.481770 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:05.482963 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO oslo_service.service [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Starting 1 workers
Apr 09 13:41:05.483360 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [-] (85291) wsgi starting up on http://0.0.0.0:9696
Apr 09 13:41:05.489209 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Started child 85292 {{(pid=85177) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 09 13:41:05.489784 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO oslo_service.service [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Starting 1 workers
Apr 09 13:41:05.491531 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.service [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] calling RpcWorker wait() {{(pid=85292) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 09 13:41:05.491932 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.service [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] returning from RpcWorker wait() {{(pid=85292) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 09 13:41:05.493466 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:05.494014 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:41:05.495074 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Started child 85293 {{(pid=85177) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 09 13:41:05.496058 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0d28a7-5477-42b8-98cb-ef8bcc9aba49 None None] Notify callbacks [] for process, after_spawn {{(pid=85177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:05.497647 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85177) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 09 13:41:05.497898 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 09 13:41:05.498107 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 09 13:41:05.498387 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 09 13:41:05.498785 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 09 13:41:05.498979 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 09 13:41:05.499521 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.499670 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:05.499825 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.500141 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.500469 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.500789 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.501463 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.501750 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.502057 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.502358 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.502631 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.502797 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.503038 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.503254 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.503510 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.503858 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.504163 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.504466 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.504759 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.504959 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.505217 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.505534 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.505814 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.506224 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.506385 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.506924 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.507181 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.507477 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.507726 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.508029 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.508322 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.508616 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.508878 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.509149 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.509509 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.509795 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.510674 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.510928 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.511200 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.511613 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.512063 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.512618 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] host                           = dv-cinder-785362-1-iscsi {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.512912 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.513154 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.513422 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.513688 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.513971 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.514234 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.514508 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.514795 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.515197 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.515527 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.515830 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.516109 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.516425 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.516769 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.516996 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.517281 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.517650 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.518028 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.518251 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.518481 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.518695 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.518999 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.519191 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.519603 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.519705 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.520052 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.520351 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.520603 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.520941 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.521244 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.521509 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.521770 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.523649 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.523649 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.523649 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.523649 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.523649 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.523649 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.523649 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.525243 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.525243 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.525243 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.525243 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.525243 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.526473 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.526473 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.526670 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.526881 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.527184 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.527527 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.528497 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.528497 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.528497 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.528706 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.528996 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.529280 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.529531 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.529886 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.530138 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.530391 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.530637 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.530919 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.531225 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.531529 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.531633 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:41:05.531784 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.532043 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.532342 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.533091 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.533091 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.533272 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.533574 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.533920 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.534194 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.534472 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.534741 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.535624 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.535876 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.536161 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.536503 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.536877 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.537128 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.537466 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.537711 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.537991 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.538334 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.538620 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.538920 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.539183 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.539689 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.540024 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.540343 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.540713 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.541179 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.541556 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.96/identity {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.541929 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.542375 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.542631 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.542897 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.543172 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.543433 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.543772 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.543991 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.544246 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.544624 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.544769 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.545233 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.545496 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.545758 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.546015 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.546314 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.546587 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.546857 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.547107 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.547355 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.547615 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.547861 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.548125 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.548444 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.548865 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.549017 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.549433 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.549923 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.550243 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.550383 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.550815 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.551096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.551425 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.551684 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.552003 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.552303 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.552620 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.552898 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.553175 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.553427 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.553731 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.553951 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.554408 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.554854 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.555148 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.555405 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.555777 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.555884 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.556125 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.556442 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.556672 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.557800 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.557800 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.557800 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.558410 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.558590 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.558961 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.559391 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.559915 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.560231 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.560608 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.560898 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.561162 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.561440 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.561838 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.561948 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.562239 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.562488 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.562896 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.563297 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.563791 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.564098 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.564416 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.564701 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.564960 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.565243 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.565617 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.566028 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.566398 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.566846 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.567254 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.567564 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.567866 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.568155 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.568485 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.568785 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.569104 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.569359 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.569684 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.569915 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.570365 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.570901 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.571229 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.571520 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.571816 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.572102 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.572420 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.573940 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.573940 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.574180 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.574849 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.575490 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.575975 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.576468 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.576706 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.577156 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.577412 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.577910 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.578390 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.578680 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.578939 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.579255 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.579547 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.579777 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.580251 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.580576 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.580856 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.581156 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.581510 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.96/identity {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.581871 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.582149 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.582521 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.582764 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.583197 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.583630 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.583886 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.584386 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.584751 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.585198 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.585496 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.585843 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.586161 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.586527 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.586910 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.587239 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.587558 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.587820 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.588485 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.588590 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.588827 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.589110 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.589463 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.589761 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.590017 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.590348 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.590657 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.590919 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.591185 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.591459 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.591754 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.592011 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.592316 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.592587 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.592852 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.593099 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.593429 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.593827 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.594242 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.594536 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.594802 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.595102 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.595367 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.595746 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.596016 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.596316 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.596600 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.596832 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.597100 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.597406 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.597725 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.598034 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.598284 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.598700 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.599175 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.599477 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.599739 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.599991 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.600243 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.600525 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.600784 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.601024 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.601343 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.601824 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.602091 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.602375 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.602627 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.602894 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.603140 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.603385 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.603667 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.603924 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.604187 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.604483 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.604750 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.604951 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.605194 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.605519 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.605813 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.606068 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.606377 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.606662 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.606959 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.607233 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.607622 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.607941 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.608158 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.608470 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.608728 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.608976 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.609250 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.610056 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.610056 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.610229 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.610531 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.612354 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.612354 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.612354 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.612354 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.612354 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.612354 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.613464 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.613464 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.613464 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.613884 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.614002 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.614214 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.614473 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.614728 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.614991 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.616446 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.616446 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.616446 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.616446 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.617570 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.617843 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.618110 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.618354 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.618613 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.618844 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.619048 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 09 13:41:05.620320 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85177) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 09 13:41:05.620595 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 09 13:41:05.620595 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 09 13:41:05.620981 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 09 13:41:05.620981 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 09 13:41:05.621531 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 09 13:41:05.621531 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.621531 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.621722 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.622171 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.622171 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.622353 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.622451 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.622625 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.622813 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.622974 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.623313 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.623627 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.623946 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.624240 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.624469 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.624660 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.624847 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.625018 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.625176 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.625391 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.625831 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.626138 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.626389 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.626578 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.626879 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.627010 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.627119 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.627284 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.627857 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.628726 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.628726 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.629131 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.629131 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.629382 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.629382 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.629627 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.629728 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.629972 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.630169 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.630696 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.630696 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] host                           = dv-cinder-785362-1-iscsi {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.630696 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.630995 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.630995 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.631188 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.631291 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.631456 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.631610 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.631806 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.631972 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.632114 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.632422 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.632422 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.633356 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.633356 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.633356 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.633356 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.633356 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.633955 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.633955 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.633955 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.633955 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.634364 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.634364 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.634545 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.634545 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.634722 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.635718 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.636060 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.636251 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.636513 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.636668 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.636787 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.637084 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.637285 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.637675 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.637675 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.637962 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.637962 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.638878 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.638878 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.638878 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.638878 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.639603 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.639603 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.639603 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.639603 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.640187 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.640187 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.640187 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.640187 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.640638 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.640638 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.640815 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.640911 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.641048 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.641232 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.641417 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.641602 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.641785 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.642037 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.642233 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.642481 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.642759 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.643124 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.643124 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.643124 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.643566 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.643566 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.643566 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 13:41:05.643990 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:41:05.644140 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.644140 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.644140 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.644573 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.644573 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.644720 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.644794 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.644943 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.645135 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.645323 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.645518 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.645802 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.645917 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.646066 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.646252 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.646441 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.646629 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.646817 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.647005 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.647193 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.647381 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.647568 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.647828 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.647921 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.648107 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.96/identity {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.648310 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.648502 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.648691 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.649018 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.649135 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.649232 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.649387 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.649576 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.649763 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.649950 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.650135 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.650632 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.650857 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.651041 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.651234 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.651440 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.651899 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.651899 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.651899 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.652254 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.652254 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.652511 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.652641 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.652831 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.653139 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.653343 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.653530 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.653723 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.653959 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.654073 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.654262 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.654447 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.654632 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.654819 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.655007 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.655193 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.655395 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.655581 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.655770 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.656034 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.656156 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.656345 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.656521 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.656706 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.656892 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.657079 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.657266 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.657453 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.657638 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.657827 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.658018 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.658202 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.658389 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.658626 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.658815 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.659001 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.659189 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.659377 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.659563 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.659759 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.659962 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.660149 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.660358 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.660528 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.660715 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.660900 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.661087 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.661273 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.661459 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.661645 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.661926 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.662041 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.662188 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.662414 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.662612 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.662872 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.663210 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.663325 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.663482 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.663668 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.663855 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.664043 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.664229 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.664691 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.664915 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.665028 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.665411 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.665411 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.665898 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.665898 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.665898 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.666835 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.666835 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.666835 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.666835 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.666835 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.667929 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.667929 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.667929 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.667929 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.667929 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.667929 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.667929 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.669068 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.669068 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.669068 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.669068 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.669068 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.669068 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.669068 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.669498 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.669498 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.669498 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.670583 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.670583 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.670583 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.670583 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.670583 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.670583 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.96/identity {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.670975 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.670975 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.670975 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.671172 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.671277 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.671444 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.671631 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.671820 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.672087 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.672213 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.672360 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.672544 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.672730 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.672917 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.673108 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.673293 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.673481 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.673667 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.673853 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.674158 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.674277 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.674374 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.674542 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.674730 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.674916 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.675105 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.675292 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.675481 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.675645 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.675824 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.675986 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.676175 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.676384 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.676551 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.676738 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.676925 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.677111 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.677298 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.677485 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.677672 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.677861 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.678048 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.678372 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.678475 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.678598 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.678713 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.680204 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.680204 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.680204 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.680204 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.680204 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.680204 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.680204 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.680204 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.682911 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.682911 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.682911 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.682911 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.682911 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.682911 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.682911 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.682911 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.683613 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.683613 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.683613 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.683613 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.683613 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.683613 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.683613 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.683613 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.684242 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.684242 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.684242 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.684242 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.684242 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.684741 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.684741 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.685393 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.685393 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.685393 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.685644 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.685740 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.685971 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.686196 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.686526 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.686792 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.686982 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.687239 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.687430 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.687619 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.687808 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.688001 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.688200 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.688453 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.688640 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.688920 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.689163 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.689280 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.689507 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.689769 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.689974 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.690163 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.690351 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.690540 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.690726 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.690914 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.691100 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.691286 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.691474 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.691660 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.691907 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.692090 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.692223 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.692384 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.692709 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.692709 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.692955 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.693037 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.693194 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.693379 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 13:41:05.693559 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85177) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 09 13:41:05.936630 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 51004) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:41:05.948872 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [-] 10.222.0.96 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0099397
Apr 09 13:41:18.429728 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27c165e-6835-40ae-b36a-2fabe9c5fa69 None None] get_active_networks_info from dv-cinder-785362-1-iscsi {{(pid=85292) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 09 13:41:18.663441 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bfc01193-1b11-4694-be5b-bf00eb7588b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567'] for agent, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:18.679255 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27c165e-6835-40ae-b36a-2fabe9c5fa69 None None] No non-hosted networks {{(pid=85292) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 09 13:41:21.391431 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d576adb5-a641-4dc6-b8fb-fa5bfb8d86e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567'] for agent, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:21.459969 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a40515c5-35d1-4b2e-9403-df8b4dc67c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:23.109464 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567'] for agent, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:23.110121 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:23.110549 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:23.110955 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:23.111326 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:23.111982 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:23.112549 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:23.113067 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:23.113458 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:23.113825 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:23.114188 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:23.114551 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:23.115032 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:23.115331 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f16bd19fcf8>, 'Open vSwitch agent', 'dv-cinder-785362-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:41:23.128568 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f16bd0acc18>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-785362-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:41:23.278117 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567'] for agent, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:24.652802 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567'] for agent, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:25.249636 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 51092) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:41:25.718282 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.l3_hamode_db [None req-6d105c4d-99d2-4b7e-9d59-63a9ba9e926c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 09 13:41:25.821846 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d105c4d-99d2-4b7e-9d59-63a9ba9e926c None None] Routers set() bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:41:25.822418 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d105c4d-99d2-4b7e-9d59-63a9ba9e926c None None] Router IDs set() for agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 09 13:41:26.082706 dv-cinder-785362-1-iscsi neutron-server[85177]: WARNING oslo_policy.policy [None req-b6ffb433-521e-4246-9f43-3d22b1a90c80 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 09 13:41:26.083309 dv-cinder-785362-1-iscsi neutron-server[85177]: WARNING oslo_policy.policy [None req-b6ffb433-521e-4246-9f43-3d22b1a90c80 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 09 13:41:26.331848 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [None req-b6ffb433-521e-4246-9f43-3d22b1a90c80 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=85290) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 13:41:26.333199 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-b6ffb433-521e-4246-9f43-3d22b1a90c80 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 1.0814822
Apr 09 13:41:29.241948 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 51108) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:41:29.977791 dv-cinder-785362-1-iscsi neutron-server[85177]: WARNING oslo_policy.policy [None req-3bf1d718-6f88-471e-893c-52c0ec24d433 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 09 13:41:29.979076 dv-cinder-785362-1-iscsi neutron-server[85177]: WARNING oslo_policy.policy [None req-3bf1d718-6f88-471e-893c-52c0ec24d433 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 09 13:41:30.224334 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-3bf1d718-6f88-471e-893c-52c0ec24d433 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:41:30.352620 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.policy [None req-3bf1d718-6f88-471e-893c-52c0ec24d433 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85291) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 09 13:41:30.412235 dv-cinder-785362-1-iscsi neutron-server[85177]: WARNING oslo_policy.policy [None req-3bf1d718-6f88-471e-893c-52c0ec24d433 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 09 13:41:30.412722 dv-cinder-785362-1-iscsi neutron-server[85177]: WARNING oslo_policy.policy [None req-3bf1d718-6f88-471e-893c-52c0ec24d433 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 09 13:41:30.434059 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.quota [None req-3bf1d718-6f88-471e-893c-52c0ec24d433 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f16bd8cc860>.
Apr 09 13:41:30.452270 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-3bf1d718-6f88-471e-893c-52c0ec24d433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:41:30.519304 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3bf1d718-6f88-471e-893c-52c0ec24d433 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363303377110551', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363303377109179', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363303377125337', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363303377127037', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363303377076228', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363303377077197', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854366498', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854420726', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3890729', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850867298'] for rbac-policy, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:30.597789 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3bf1d718-6f88-471e-893c-52c0ec24d433 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:30.599538 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-3bf1d718-6f88-471e-893c-52c0ec24d433 admin admin] 10.222.0.96 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.3563190
Apr 09 13:41:34.040113 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 51126) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:41:34.484633 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'ade5bff9e96f40499b29c9018302c243'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:41:34.490672 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:41:34.496326 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Usage tracker for resource:network and tenant:ade5bff9e96f40499b29c9018302c243 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:41:34.500204 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:41:34.506773 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:41:34.518563 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Made reservation on behalf of ade5bff9e96f40499b29c9018302c243 for: {'network': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:41:34.524834 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for network, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:34.543703 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:34.562716 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:41:34.567594 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Usage tracker for resource:security_group_rule and tenant:ade5bff9e96f40499b29c9018302c243 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:41:34.571505 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:41:34.578130 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:41:34.860612 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:34.863748 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:34.868945 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:41:34.887674 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 967}  {{(pid=85291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 13:41:34.917311 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733478742250', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:34.917945 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f16be5e8ea0> segment precommit_create {{(pid=85291) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 09 13:41:34.918439 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.segments_db [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Added segment c5887eee-b5ea-4917-a836-e34ede6f9c22 of type vlan for network 38e3b2c5-9e69-4a39-9782-d5a53c7e4436
Apr 09 13:41:34.972647 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b7e722-f6f1-4e25-9c8e-126afd358e45,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:41:34.990905 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:34.991282 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:34.991662 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:34.992018 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:34.992409 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:34.992771 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:34.993128 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:34.993487 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:34.994009 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:34.994374 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:34.994732 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:34.995079 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Tracked resource versions report:
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]: pushed versions:
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]: {   'AddressGroup': {'1.2'},
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]:     'ConntrackHelper': {'1.0'},
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Log': {'1.0'},
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Network': {'1.1'},
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Port': {'1.7'},
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]:     'PortForwarding': {'1.2'},
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]:     'QosPolicy': {'1.8'},
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]:     'SecurityGroup': {'1.4'},
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]:     'SecurityGroupRule': {'1.2'},
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]:     'SubPort': {'1.0'},
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Subnet': {'1.1'},
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Trunk': {'1.1'}}
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]: consumer versions:
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]: {   DHCP agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]:     L3 agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]:     Metadata agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]:     Metering agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]:     Open vSwitch agent@dv-cinder-785362-1-iscsi: {   'AddressGroup': '1.2',
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'ConntrackHelper': '1.0',
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Log': '1.0',
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Network': '1.1',
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Port': '1.7',
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'PortForwarding': '1.2',
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'QosPolicy': '1.8',
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'SecurityGroup': '1.4',
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'SecurityGroupRule': '1.2',
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'SubPort': '1.0',
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Subnet': '1.1',
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Trunk': '1.1'}}
Apr 09 13:41:34.996178 dv-cinder-785362-1-iscsi neutron-server[85177]:  {{(pid=85291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 09 13:41:35.035064 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:41:35.052741 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733478247317'] for network, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:35.098805 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for network, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:35.100206 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:41:35.100892 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:35.107121 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:41:35.221147 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.1797054
Apr 09 13:41:35.221820 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Pushing event updated for resources: {'Network': ['ID=38e3b2c5-9e69-4a39-9782-d5a53c7e4436,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:41:35.225315 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:41:35.234952 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Network 38e3b2c5-9e69-4a39-9782-d5a53c7e4436 details requested by agent ovs-agent-dv-cinder-785362-1-iscsi with host dv-cinder-785362-1-iscsi {{(pid=85292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 13:41:38.458226 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 51142) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:41:38.981797 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc511607-0ec1-4051-9c29-46eed18e0ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:41:38.983192 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-bc511607-0ec1-4051-9c29-46eed18e0ee4 admin admin] 10.222.0.96 "GET /v2.0/networks/38e3b2c5-9e69-4a39-9782-d5a53c7e4436 HTTP/1.1" status: 200  len: 825 time: 0.5238609
Apr 09 13:41:39.014133 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-64dc8364-287d-4353-9401-5182cda882ca admin admin] 10.222.0.96 "GET /v2.0/subnetpools/928ee343-7c0f-4dd0-bcaf-f9973c83d23b HTTP/1.1" status: 200  len: 734 time: 0.0237122
Apr 09 13:41:39.024553 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-19ab5810-60f7-46a6-bd0f-9fe0c976fde8 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '928ee343-7c0f-4dd0-bcaf-f9973c83d23b', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'ade5bff9e96f40499b29c9018302c243', 'network_id': '38e3b2c5-9e69-4a39-9782-d5a53c7e4436'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:41:39.030828 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-19ab5810-60f7-46a6-bd0f-9fe0c976fde8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:41:39.035565 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-19ab5810-60f7-46a6-bd0f-9fe0c976fde8 admin admin] Usage tracker for resource:subnet and tenant:ade5bff9e96f40499b29c9018302c243 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:41:39.038739 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-19ab5810-60f7-46a6-bd0f-9fe0c976fde8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:41:39.049380 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-19ab5810-60f7-46a6-bd0f-9fe0c976fde8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:41:39.062127 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ab5810-60f7-46a6-bd0f-9fe0c976fde8 admin admin] Made reservation on behalf of ade5bff9e96f40499b29c9018302c243 for: {'subnet': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:41:39.066836 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-19ab5810-60f7-46a6-bd0f-9fe0c976fde8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:39.573018 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-19ab5810-60f7-46a6-bd0f-9fe0c976fde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for subnet, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:39.588578 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:41:39.741405 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab5810-60f7-46a6-bd0f-9fe0c976fde8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d54a4b1-aa1d-4122-bf75-89ede2a3bfa8,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:41:39.745196 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-19ab5810-60f7-46a6-bd0f-9fe0c976fde8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:41:39.806563 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ab5810-60f7-46a6-bd0f-9fe0c976fde8 admin admin] Checking segment: {'id': 'c5887eee-b5ea-4917-a836-e34ede6f9c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '38e3b2c5-9e69-4a39-9782-d5a53c7e4436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:41:39.806945 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ab5810-60f7-46a6-bd0f-9fe0c976fde8 admin admin] Network hostable DHCP agents. Network: 38e3b2c5-9e69-4a39-9782-d5a53c7e4436, hostable agents: ['470b7876-9f31-410a-8036-567e17def360'], hosted agents: [] {{(pid=85291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 13:41:39.828711 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ab5810-60f7-46a6-bd0f-9fe0c976fde8 admin admin] Network 38e3b2c5-9e69-4a39-9782-d5a53c7e4436 is scheduled to be hosted by DHCP agent 470b7876-9f31-410a-8036-567e17def360 with binding_index 1 {{(pid=85291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 13:41:39.846083 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-19ab5810-60f7-46a6-bd0f-9fe0c976fde8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-iscsi, 38e3b2c5-9e69-4a39-9782-d5a53c7e4436) {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:41:39.851440 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ab5810-60f7-46a6-bd0f-9fe0c976fde8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:41:39.852319 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-19ab5810-60f7-46a6-bd0f-9fe0c976fde8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:39.859857 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bddcc86-8ea7-484e-ab09-6b0425c9f111 None None] Network 38e3b2c5-9e69-4a39-9782-d5a53c7e4436 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:41:39.892333 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-19ab5810-60f7-46a6-bd0f-9fe0c976fde8 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8628938
Apr 09 13:41:40.226318 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3278d780-4f16-5798-b389-7fa32c4e7436-38e3b2c5-9e69-4a39-9782-d5a53c7e4436', 'network_id': '38e3b2c5-9e69-4a39-9782-d5a53c7e4436', 'tenant_id': 'ade5bff9e96f40499b29c9018302c243', 'fixed_ips': [{'subnet_id': '4d54a4b1-aa1d-4122-bf75-89ede2a3bfa8'}]}} from dv-cinder-785362-1-iscsi. {{(pid=85292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 09 13:41:40.227674 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:40.469542 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Allocated IP 172.20.0.2 (38e3b2c5-9e69-4a39-9782-d5a53c7e4436/4d54a4b1-aa1d-4122-bf75-89ede2a3bfa8/de6af047-ef4d-49a8-8b8e-637152a95cec) {{(pid=85292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:41:40.748932 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Notify callbacks [] for port, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:40.764267 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Transition to ACTIVE for port object de6af047-ef4d-49a8-8b8e-637152a95cec will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:41:40.787361 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Transition to ACTIVE for port object de6af047-ef4d-49a8-8b8e-637152a95cec will not be triggered until provisioned by entity DHCP. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:41:40.794227 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:40.811255 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:41:41.164137 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Pushing event updated for resources: {'Port': ['ID=de6af047-ef4d-49a8-8b8e-637152a95cec,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:41:41.182310 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:41.182640 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:41.183008 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:41.183432 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:41.183699 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:41.184500 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:41.184500 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:41.184804 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:41.185058 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:41.185409 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:41.185756 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:41.186170 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Tracked resource versions report:
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]: pushed versions:
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]: {   'AddressGroup': {'1.2'},
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]:     'ConntrackHelper': {'1.0'},
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Log': {'1.0'},
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Network': {'1.1'},
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Port': {'1.7'},
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]:     'PortForwarding': {'1.2'},
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]:     'QosPolicy': {'1.8'},
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]:     'SecurityGroup': {'1.4'},
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]:     'SecurityGroupRule': {'1.2'},
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]:     'SubPort': {'1.0'},
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Subnet': {'1.1'},
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Trunk': {'1.1'}}
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]: consumer versions:
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]: {   DHCP agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]:     L3 agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]:     Metadata agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]:     Metering agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]:     Open vSwitch agent@dv-cinder-785362-1-iscsi: {   'AddressGroup': '1.2',
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'ConntrackHelper': '1.0',
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Log': '1.0',
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Network': '1.1',
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Port': '1.7',
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'PortForwarding': '1.2',
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'QosPolicy': '1.8',
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'SecurityGroup': '1.4',
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'SecurityGroupRule': '1.2',
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'SubPort': '1.0',
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Subnet': '1.1',
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Trunk': '1.1'}}
Apr 09 13:41:41.187321 dv-cinder-785362-1-iscsi neutron-server[85177]:  {{(pid=85292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 09 13:41:41.191450 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:41:41.254126 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Network 38e3b2c5-9e69-4a39-9782-d5a53c7e4436 is already hosted by enough agents. {{(pid=85292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:41:41.255551 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Resources bound (agent type, host, resource id):  {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:41:41.258674 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Received port after_create {{(pid=85292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:41:41.367222 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Attempting to bind port de6af047-ef4d-49a8-8b8e-637152a95cec on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:41:41.367655 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Attempting to bind port de6af047-ef4d-49a8-8b8e-637152a95cec by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': 'c5887eee-b5ea-4917-a836-e34ede6f9c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '38e3b2c5-9e69-4a39-9782-d5a53c7e4436'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:41:41.368066 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Attempting to bind port de6af047-ef4d-49a8-8b8e-637152a95cec on network 38e3b2c5-9e69-4a39-9782-d5a53c7e4436 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:41:41.374371 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:41:41.374780 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Checking segment: {'id': 'c5887eee-b5ea-4917-a836-e34ede6f9c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '38e3b2c5-9e69-4a39-9782-d5a53c7e4436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:41:41.376325 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:41.376325 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Bound using segment: {'id': 'c5887eee-b5ea-4917-a836-e34ede6f9c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '38e3b2c5-9e69-4a39-9782-d5a53c7e4436'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:41:41.376325 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Bound port: de6af047-ef4d-49a8-8b8e-637152a95cec, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5887eee-b5ea-4917-a836-e34ede6f9c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '38e3b2c5-9e69-4a39-9782-d5a53c7e4436'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:41:41.376681 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:41.462789 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] For port de6af047-ef4d-49a8-8b8e-637152a95cec, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:41:41.466815 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] For port de6af047-ef4d-49a8-8b8e-637152a95cec, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=de6af047-ef4d-49a8-8b8e-637152a95cec,segment=NetworkSegment(c5887eee-b5ea-4917-a836-e34ede6f9c22),segment_id=c5887eee-b5ea-4917-a836-e34ede6f9c22)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:41:41.470343 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:41.486081 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:41:41.637375 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Pushing event updated for resources: {'Port': ['ID=de6af047-ef4d-49a8-8b8e-637152a95cec,revision_number=2']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:41:41.644308 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:41:43.149796 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 51152) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:41:43.629205 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [None req-5e630315-85af-4704-8483-21a3113d13a6 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=85291) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 13:41:43.630299 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-5e630315-85af-4704-8483-21a3113d13a6 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4791472
Apr 09 13:41:45.846903 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device de6af047-ef4d-49a8-8b8e-637152a95cec up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:41:45.956180 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port de6af047-ef4d-49a8-8b8e-637152a95cec completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:41:47.407395 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 51166) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:41:47.859080 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f25042-c5c7-4005-89ec-89d983f4bb3a None None] Network 38e3b2c5-9e69-4a39-9782-d5a53c7e4436 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:41:47.895883 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [None req-14d847bc-8563-411e-a94f-d260eecf300e admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=85291) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 13:41:47.896700 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-14d847bc-8563-411e-a94f-d260eecf300e admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4882715
Apr 09 13:41:48.041653 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-f04eb7ad-8ff8-4b6b-8a2f-277b743d7138 None None] Provisioning for port de6af047-ef4d-49a8-8b8e-637152a95cec completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:41:48.062903 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-f04eb7ad-8ff8-4b6b-8a2f-277b743d7138 None None] Provisioning complete for port de6af047-ef4d-49a8-8b8e-637152a95cec triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:41:48.063438 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f04eb7ad-8ff8-4b6b-8a2f-277b743d7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:48.477262 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c8ee6285-d73b-4299-ac46-5a6d7c052234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:48.515512 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f04eb7ad-8ff8-4b6b-8a2f-277b743d7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:48.555080 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-f04eb7ad-8ff8-4b6b-8a2f-277b743d7138 None None] For port de6af047-ef4d-49a8-8b8e-637152a95cec, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=de6af047-ef4d-49a8-8b8e-637152a95cec,segment=NetworkSegment(c5887eee-b5ea-4917-a836-e34ede6f9c22),segment_id=c5887eee-b5ea-4917-a836-e34ede6f9c22)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:41:48.560896 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f04eb7ad-8ff8-4b6b-8a2f-277b743d7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:48.566550 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:41:48.659446 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04eb7ad-8ff8-4b6b-8a2f-277b743d7138 None None] Pushing event updated for resources: {'Port': ['ID=de6af047-ef4d-49a8-8b8e-637152a95cec,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:41:48.682881 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f04eb7ad-8ff8-4b6b-8a2f-277b743d7138 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:41:48.991692 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-e697e65f-4cad-43df-b2ce-18c6282b69cd None None] Provisioning complete for port de6af047-ef4d-49a8-8b8e-637152a95cec triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:41:48.992190 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e697e65f-4cad-43df-b2ce-18c6282b69cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:49.805778 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device de6af047-ef4d-49a8-8b8e-637152a95cec up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:41:49.925207 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port de6af047-ef4d-49a8-8b8e-637152a95cec triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:41:49.925838 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:51.385809 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-128f81e2-aef1-4e83-abb8-54edbf370ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:51.536634 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 51186) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:41:51.924124 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-dcc1dee5-f28b-441d-8cb2-26e01d3de575 admin admin] Request body: {'router': {'tenant_id': 'ade5bff9e96f40499b29c9018302c243', 'name': 'router1', 'admin_state_up': True}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:41:51.930391 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-dcc1dee5-f28b-441d-8cb2-26e01d3de575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:41:51.934488 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-dcc1dee5-f28b-441d-8cb2-26e01d3de575 admin admin] Usage tracker for resource:router and tenant:ade5bff9e96f40499b29c9018302c243 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:41:51.937755 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-dcc1dee5-f28b-441d-8cb2-26e01d3de575 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:41:51.943870 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-dcc1dee5-f28b-441d-8cb2-26e01d3de575 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:41:51.953891 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dcc1dee5-f28b-441d-8cb2-26e01d3de575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850958062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2571'] for router, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:51.955255 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dcc1dee5-f28b-441d-8cb2-26e01d3de575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850952565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850926980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850845151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15101'] for router, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:51.985165 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dcc1dee5-f28b-441d-8cb2-26e01d3de575 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:52.098237 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dcc1dee5-f28b-441d-8cb2-26e01d3de575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3817755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3848835'] for router, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:52.119183 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dcc1dee5-f28b-441d-8cb2-26e01d3de575 admin admin] Notify callbacks [] for router, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:52.120497 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-dcc1dee5-f28b-441d-8cb2-26e01d3de575 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5825651
Apr 09 13:41:53.095903 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:53.183817 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:54.579385 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:54.906713 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 51206) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:41:55.049410 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [None req-8fefb7cc-0d2c-4453-9d49-a99bb0e157ab admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=85290) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 13:41:55.050994 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-8fefb7cc-0d2c-4453-9d49-a99bb0e157ab admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1430488
Apr 09 13:41:57.959644 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 51222) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:41:58.029958 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:41:58.032999 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.quota [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f16bdabfa90>.
Apr 09 13:41:58.050703 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:41:58.058800 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Usage tracker for resource:network and tenant:96704e18941649f1883b8ee353dfee53 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:41:58.063956 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:41:58.073469 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:41:58.092749 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Made reservation on behalf of 96704e18941649f1883b8ee353dfee53 for: {'network': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:41:58.178545 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.policy [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85290) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 09 13:41:58.240427 dv-cinder-785362-1-iscsi neutron-server[85177]: WARNING oslo_policy.policy [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 09 13:41:58.240781 dv-cinder-785362-1-iscsi neutron-server[85177]: WARNING oslo_policy.policy [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 09 13:41:58.262915 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for network, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:58.286453 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:58.305207 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:41:58.310022 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Usage tracker for resource:security_group_rule and tenant:96704e18941649f1883b8ee353dfee53 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:41:58.314076 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:41:58.323808 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:41:58.457076 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:58.461108 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:58.470673 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:41:58.491774 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Reserving flat network on physical network physnet1 {{(pid=85290) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 09 13:41:58.693104 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733478742250', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:58.693813 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f16be5e8ea0> segment precommit_create {{(pid=85290) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 09 13:41:58.694349 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.segments_db [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Added segment 68454e92-42d7-4e24-9f52-744f6a4a72ea of type flat for network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8
Apr 09 13:41:58.762447 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b1c9ad-56e7-46b6-9071-436d9def3142,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:41:58.782215 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:58.782592 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:58.782964 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:58.783340 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:58.783703 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:58.784053 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:58.784437 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:58.784798 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:58.785167 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:58.785521 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:58.785875 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:58.786227 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Tracked resource versions report:
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]: pushed versions:
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]: {   'AddressGroup': {'1.2'},
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]:     'ConntrackHelper': {'1.0'},
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Log': {'1.0'},
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Network': {'1.1'},
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Port': {'1.7'},
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]:     'PortForwarding': {'1.2'},
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]:     'QosPolicy': {'1.8'},
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]:     'SecurityGroup': {'1.4'},
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]:     'SecurityGroupRule': {'1.2'},
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]:     'SubPort': {'1.0'},
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Subnet': {'1.1'},
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Trunk': {'1.1'}}
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]: consumer versions:
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]: {   DHCP agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]:     L3 agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]:     Metadata agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]:     Metering agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]:     Open vSwitch agent@dv-cinder-785362-1-iscsi: {   'AddressGroup': '1.2',
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'ConntrackHelper': '1.0',
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Log': '1.0',
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Network': '1.1',
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Port': '1.7',
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'PortForwarding': '1.2',
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'QosPolicy': '1.8',
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'SecurityGroup': '1.4',
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'SecurityGroupRule': '1.2',
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'SubPort': '1.0',
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Subnet': '1.1',
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Trunk': '1.1'}}
Apr 09 13:41:58.787374 dv-cinder-785362-1-iscsi neutron-server[85177]:  {{(pid=85290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 09 13:41:58.845977 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733478247317'] for network, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:58.855154 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:41:58.912719 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for network, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:58.914577 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:41:58.916091 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:41:58.921727 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:41:59.039772 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Pushing event updated for resources: {'Network': ['ID=ef175b21-42e7-4a59-9f09-4b77dc7ee6f8,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:41:59.043734 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0827994
Apr 09 13:41:59.045551 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:41:59.054979 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 details requested by agent ovs-agent-dv-cinder-785362-1-iscsi with host dv-cinder-785362-1-iscsi {{(pid=85292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 13:42:02.200027 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 51238) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:42:02.374165 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6725901f-c220-46b6-96db-d1dd04ea4e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:42:02.376677 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-6725901f-c220-46b6-96db-d1dd04ea4e93 admin admin] 10.222.0.96 "GET /v2.0/subnets/4d54a4b1-aa1d-4122-bf75-89ede2a3bfa8 HTTP/1.1" status: 200  len: 849 time: 0.1751554
Apr 09 13:42:02.562976 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 5 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:42:02.646268 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-b3816da2-d4e5-41a8-a80e-e3b384edd410 admin admin] 10.222.0.96 "GET /v2.0/routers/7948d1f5-1f3a-44a4-b18b-eefd9f3b5244 HTTP/1.1" status: 200  len: 704 time: 0.2629266
Apr 09 13:42:03.177706 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-513bc356-e4e6-49b4-8e85-b46de6d545ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:03.467902 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-513bc356-e4e6-49b4-8e85-b46de6d545ee admin admin] Allocated IP 172.20.0.1 (38e3b2c5-9e69-4a39-9782-d5a53c7e4436/4d54a4b1-aa1d-4122-bf75-89ede2a3bfa8/8a4238f0-165c-42c9-8d4d-d8596c8bc5d8) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:42:03.654052 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-513bc356-e4e6-49b4-8e85-b46de6d545ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:03.674341 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-513bc356-e4e6-49b4-8e85-b46de6d545ee admin admin] Transition to ACTIVE for port object 8a4238f0-165c-42c9-8d4d-d8596c8bc5d8 will not be triggered until provisioned by entity DHCP. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:42:03.734465 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-513bc356-e4e6-49b4-8e85-b46de6d545ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:03.753403 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:42:04.059854 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513bc356-e4e6-49b4-8e85-b46de6d545ee admin admin] Pushing event updated for resources: {'Port': ['ID=8a4238f0-165c-42c9-8d4d-d8596c8bc5d8,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:42:04.066455 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-513bc356-e4e6-49b4-8e85-b46de6d545ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:42:04.123358 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513bc356-e4e6-49b4-8e85-b46de6d545ee admin admin] Network 38e3b2c5-9e69-4a39-9782-d5a53c7e4436 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:42:04.124519 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-513bc356-e4e6-49b4-8e85-b46de6d545ee admin admin] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:42:04.127501 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513bc356-e4e6-49b4-8e85-b46de6d545ee admin admin] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:42:04.128064 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-513bc356-e4e6-49b4-8e85-b46de6d545ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851022769'] for router_interface, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:04.379974 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-5ece8ff2-4d87-4c15-bf71-b511edfb4d52 None None] Provisioning for port 8a4238f0-165c-42c9-8d4d-d8596c8bc5d8 completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:42:04.385641 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-5ece8ff2-4d87-4c15-bf71-b511edfb4d52 None None] Provisioning complete for port 8a4238f0-165c-42c9-8d4d-d8596c8bc5d8 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:42:04.386052 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5ece8ff2-4d87-4c15-bf71-b511edfb4d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:04.453473 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-5ece8ff2-4d87-4c15-bf71-b511edfb4d52 None None] Port 8a4238f0-165c-42c9-8d4d-d8596c8bc5d8 cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 13:42:04.471628 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-513bc356-e4e6-49b4-8e85-b46de6d545ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:04.796039 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-513bc356-e4e6-49b4-8e85-b46de6d545ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:04.803422 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-513bc356-e4e6-49b4-8e85-b46de6d545ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:04.806459 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-513bc356-e4e6-49b4-8e85-b46de6d545ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850949478'] for router_interface, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:04.824042 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:42:04.973714 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513bc356-e4e6-49b4-8e85-b46de6d545ee admin admin] Pushing event updated for resources: {'Port': ['ID=8a4238f0-165c-42c9-8d4d-d8596c8bc5d8,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:42:04.978480 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-513bc356-e4e6-49b4-8e85-b46de6d545ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:42:05.046198 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513bc356-e4e6-49b4-8e85-b46de6d545ee admin admin] Network 38e3b2c5-9e69-4a39-9782-d5a53c7e4436 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:42:05.047330 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-513bc356-e4e6-49b4-8e85-b46de6d545ee admin admin] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:42:05.293427 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9ca48e13-031e-4479-94eb-e16131fe1c28 None None] Provisioning complete for port 8a4238f0-165c-42c9-8d4d-d8596c8bc5d8 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:42:05.294071 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9ca48e13-031e-4479-94eb-e16131fe1c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:05.321798 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513bc356-e4e6-49b4-8e85-b46de6d545ee admin admin] Router 7948d1f5-1f3a-44a4-b18b-eefd9f3b5244 is scheduled to L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 with binding_index 1 {{(pid=85290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 09 13:42:05.371109 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-9ca48e13-031e-4479-94eb-e16131fe1c28 None None] Port 8a4238f0-165c-42c9-8d4d-d8596c8bc5d8 cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 13:42:05.496820 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513bc356-e4e6-49b4-8e85-b46de6d545ee admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:42:05.508060 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] Sync routers for ids ['7948d1f5-1f3a-44a4-b18b-eefd9f3b5244'] in dv-cinder-785362-1-iscsi {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:42:05.509394 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-513bc356-e4e6-49b4-8e85-b46de6d545ee admin admin] 10.222.0.96 "PUT /v2.0/routers/7948d1f5-1f3a-44a4-b18b-eefd9f3b5244/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.8548708
Apr 09 13:42:05.521122 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] Routers {'7948d1f5-1f3a-44a4-b18b-eefd9f3b5244'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:42:05.521988 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bd98aa20>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:41:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['7948d1f5-1f3a-44a4-b18b-eefd9f3b5244'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:42:05.729049 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] Set router 7948d1f5-1f3a-44a4-b18b-eefd9f3b5244 gateway port host: None {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:42:06.200923 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bd98aa20>, [{'id': '7948d1f5-1f3a-44a4-b18b-eefd9f3b5244', 'name': 'router1', 'tenant_id': 'ade5bff9e96f40499b29c9018302c243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:41:51Z', 'updated_at': '2021-04-09T13:42:04Z', 'revision_number': 2, 'project_id': 'ade5bff9e96f40499b29c9018302c243', 'gw_port_host': None, '_interfaces': [{'id': '8a4238f0-165c-42c9-8d4d-d8596c8bc5d8', 'name': '', 'network_id': '38e3b2c5-9e69-4a39-9782-d5a53c7e4436', 'tenant_id': 'ade5bff9e96f40499b29c9018302c243', 'mac_address': 'fa:16:3e:38:40:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7948d1f5-1f3a-44a4-b18b-eefd9f3b5244', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d54a4b1-aa1d-4122-bf75-89ede2a3bfa8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:42:03Z', 'updated_at': '2021-04-09T13:42:04Z', 'revision_number': 2, 'project_id': 'ade5bff9e96f40499b29c9018302c243', 'subnets': [{'id': '4d54a4b1-aa1d-4122-bf75-89ede2a3bfa8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '928ee343-7c0f-4dd0-bcaf-f9973c83d23b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:42:06.208057 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] Checking router: 7948d1f5-1f3a-44a4-b18b-eefd9f3b5244 for host: dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:42:06.208511 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] Updating router 7948d1f5-1f3a-44a4-b18b-eefd9f3b5244 port 8a4238f0-165c-42c9-8d4d-d8596c8bc5d8 binding host dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 13:42:06.485396 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:07.024980 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] Notify callbacks [] for port, precommit_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:07.042615 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] Transition to ACTIVE for port object 8a4238f0-165c-42c9-8d4d-d8596c8bc5d8 will not be triggered until provisioned by entity L2. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:42:07.049400 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:07.066487 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:42:07.232602 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86998653-5c1a-4d1d-8ae1-9f989d85f8db None None] Pushing event updated for resources: {'Port': ['ID=8a4238f0-165c-42c9-8d4d-d8596c8bc5d8,revision_number=3']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:42:07.244686 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86998653-5c1a-4d1d-8ae1-9f989d85f8db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:42:07.245063 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86998653-5c1a-4d1d-8ae1-9f989d85f8db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:42:07.245440 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86998653-5c1a-4d1d-8ae1-9f989d85f8db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:42:07.245800 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86998653-5c1a-4d1d-8ae1-9f989d85f8db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:42:07.246166 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86998653-5c1a-4d1d-8ae1-9f989d85f8db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:42:07.246596 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86998653-5c1a-4d1d-8ae1-9f989d85f8db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:42:07.246886 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86998653-5c1a-4d1d-8ae1-9f989d85f8db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:42:07.247288 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86998653-5c1a-4d1d-8ae1-9f989d85f8db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:42:07.247606 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86998653-5c1a-4d1d-8ae1-9f989d85f8db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:42:07.247955 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86998653-5c1a-4d1d-8ae1-9f989d85f8db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:42:07.248328 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86998653-5c1a-4d1d-8ae1-9f989d85f8db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:42:07.248685 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86998653-5c1a-4d1d-8ae1-9f989d85f8db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86998653-5c1a-4d1d-8ae1-9f989d85f8db None None] Tracked resource versions report:
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]: pushed versions:
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]: {   'AddressGroup': {'1.2'},
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]:     'ConntrackHelper': {'1.0'},
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Log': {'1.0'},
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Network': {'1.1'},
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Port': {'1.7'},
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]:     'PortForwarding': {'1.2'},
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]:     'QosPolicy': {'1.8'},
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]:     'SecurityGroup': {'1.4'},
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]:     'SecurityGroupRule': {'1.2'},
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]:     'SubPort': {'1.0'},
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Subnet': {'1.1'},
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Trunk': {'1.1'}}
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]: consumer versions:
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]: {   DHCP agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]:     L3 agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]:     Metadata agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]:     Metering agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]:     Open vSwitch agent@dv-cinder-785362-1-iscsi: {   'AddressGroup': '1.2',
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'ConntrackHelper': '1.0',
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Log': '1.0',
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Network': '1.1',
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Port': '1.7',
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'PortForwarding': '1.2',
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'QosPolicy': '1.8',
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'SecurityGroup': '1.4',
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'SecurityGroupRule': '1.2',
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'SubPort': '1.0',
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Subnet': '1.1',
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Trunk': '1.1'}}
Apr 09 13:42:07.249829 dv-cinder-785362-1-iscsi neutron-server[85177]:  {{(pid=85293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 09 13:42:07.269561 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-86998653-5c1a-4d1d-8ae1-9f989d85f8db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:42:07.465459 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] Attempting to bind port 8a4238f0-165c-42c9-8d4d-d8596c8bc5d8 on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:42:07.466062 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] Attempting to bind port 8a4238f0-165c-42c9-8d4d-d8596c8bc5d8 by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': 'c5887eee-b5ea-4917-a836-e34ede6f9c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '38e3b2c5-9e69-4a39-9782-d5a53c7e4436'}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:42:07.466616 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] Attempting to bind port 8a4238f0-165c-42c9-8d4d-d8596c8bc5d8 on network 38e3b2c5-9e69-4a39-9782-d5a53c7e4436 {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:42:07.476887 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:42:07.478082 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] Checking segment: {'id': 'c5887eee-b5ea-4917-a836-e34ede6f9c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '38e3b2c5-9e69-4a39-9782-d5a53c7e4436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:42:07.479031 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:07.479708 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] Bound using segment: {'id': 'c5887eee-b5ea-4917-a836-e34ede6f9c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '38e3b2c5-9e69-4a39-9782-d5a53c7e4436'} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:42:07.480603 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] Bound port: 8a4238f0-165c-42c9-8d4d-d8596c8bc5d8, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5887eee-b5ea-4917-a836-e34ede6f9c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '38e3b2c5-9e69-4a39-9782-d5a53c7e4436'}}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:42:07.481240 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:07.584625 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] For port 8a4238f0-165c-42c9-8d4d-d8596c8bc5d8, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:42:07.590599 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] For port 8a4238f0-165c-42c9-8d4d-d8596c8bc5d8, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=8a4238f0-165c-42c9-8d4d-d8596c8bc5d8,segment=NetworkSegment(c5887eee-b5ea-4917-a836-e34ede6f9c22),segment_id=c5887eee-b5ea-4917-a836-e34ede6f9c22)] {{(pid=85293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:42:07.594159 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:07.610705 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-86998653-5c1a-4d1d-8ae1-9f989d85f8db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:42:07.771146 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86998653-5c1a-4d1d-8ae1-9f989d85f8db None None] Pushing event updated for resources: {'Port': ['ID=8a4238f0-165c-42c9-8d4d-d8596c8bc5d8,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:42:07.775576 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-86998653-5c1a-4d1d-8ae1-9f989d85f8db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:42:07.871030 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] Routers {'7948d1f5-1f3a-44a4-b18b-eefd9f3b5244'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:42:07.871619 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bd98aa20>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:41:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['7948d1f5-1f3a-44a4-b18b-eefd9f3b5244'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:42:08.108059 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] Set router 7948d1f5-1f3a-44a4-b18b-eefd9f3b5244 gateway port host: None {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:42:08.558845 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bd98aa20>, [{'id': '7948d1f5-1f3a-44a4-b18b-eefd9f3b5244', 'name': 'router1', 'tenant_id': 'ade5bff9e96f40499b29c9018302c243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:41:51Z', 'updated_at': '2021-04-09T13:42:04Z', 'revision_number': 2, 'project_id': 'ade5bff9e96f40499b29c9018302c243', 'gw_port_host': None, '_interfaces': [{'id': '8a4238f0-165c-42c9-8d4d-d8596c8bc5d8', 'name': '', 'network_id': '38e3b2c5-9e69-4a39-9782-d5a53c7e4436', 'tenant_id': 'ade5bff9e96f40499b29c9018302c243', 'mac_address': 'fa:16:3e:38:40:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7948d1f5-1f3a-44a4-b18b-eefd9f3b5244', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d54a4b1-aa1d-4122-bf75-89ede2a3bfa8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:42:03Z', 'updated_at': '2021-04-09T13:42:07Z', 'revision_number': 4, 'project_id': 'ade5bff9e96f40499b29c9018302c243', 'subnets': [{'id': '4d54a4b1-aa1d-4122-bf75-89ede2a3bfa8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '928ee343-7c0f-4dd0-bcaf-f9973c83d23b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:42:08.563198 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b17e3d-5ea1-484a-9e47-880180e52eb7 None None] The sync data for ids ['7948d1f5-1f3a-44a4-b18b-eefd9f3b5244'] in dv-cinder-785362-1-iscsi is: [{'id': '7948d1f5-1f3a-44a4-b18b-eefd9f3b5244', 'name': 'router1', 'tenant_id': 'ade5bff9e96f40499b29c9018302c243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:41:51Z', 'updated_at': '2021-04-09T13:42:04Z', 'revision_number': 2, 'project_id': 'ade5bff9e96f40499b29c9018302c243', 'gw_port_host': None, '_interfaces': [{'id': '8a4238f0-165c-42c9-8d4d-d8596c8bc5d8', 'name': '', 'network_id': '38e3b2c5-9e69-4a39-9782-d5a53c7e4436', 'tenant_id': 'ade5bff9e96f40499b29c9018302c243', 'mac_address': 'fa:16:3e:38:40:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7948d1f5-1f3a-44a4-b18b-eefd9f3b5244', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d54a4b1-aa1d-4122-bf75-89ede2a3bfa8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:42:03Z', 'updated_at': '2021-04-09T13:42:07Z', 'revision_number': 4, 'project_id': 'ade5bff9e96f40499b29c9018302c243', 'subnets': [{'id': '4d54a4b1-aa1d-4122-bf75-89ede2a3bfa8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '928ee343-7c0f-4dd0-bcaf-f9973c83d23b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:42:08.618799 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 51250) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:42:08.804031 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adb5bb0-41b5-41a1-8e41-bc7fc96d85e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:42:08.804629 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-0adb5bb0-41b5-41a1-8e41-bc7fc96d85e0 admin admin] Synchronizing usage tracker for tenant:96704e18941649f1883b8ee353dfee53 on resource:network {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:42:08.826277 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-0adb5bb0-41b5-41a1-8e41-bc7fc96d85e0 admin admin] Unset dirty status for tenant:96704e18941649f1883b8ee353dfee53 on resource:network {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:42:08.827593 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-0adb5bb0-41b5-41a1-8e41-bc7fc96d85e0 admin admin] 10.222.0.96 "GET /v2.0/networks/ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 HTTP/1.1" status: 200  len: 842 time: 0.2076151
Apr 09 13:42:08.840423 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-706fcdf0-514a-4bab-9ac8-71044f8cac74 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:42:08.846967 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-706fcdf0-514a-4bab-9ac8-71044f8cac74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:42:08.851379 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-706fcdf0-514a-4bab-9ac8-71044f8cac74 admin admin] Usage tracker for resource:subnet and tenant:96704e18941649f1883b8ee353dfee53 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:42:08.854617 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-706fcdf0-514a-4bab-9ac8-71044f8cac74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:42:08.862213 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-706fcdf0-514a-4bab-9ac8-71044f8cac74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:42:08.877134 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706fcdf0-514a-4bab-9ac8-71044f8cac74 admin admin] Made reservation on behalf of 96704e18941649f1883b8ee353dfee53 for: {'subnet': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:42:08.881956 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-706fcdf0-514a-4bab-9ac8-71044f8cac74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:09.630773 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.objects.ports [None req-706fcdf0-514a-4bab-9ac8-71044f8cac74 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85290) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 09 13:42:09.630773 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-706fcdf0-514a-4bab-9ac8-71044f8cac74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for subnet, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:09.646178 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:42:09.840407 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fcdf0-514a-4bab-9ac8-71044f8cac74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51aa8935-8cce-40ab-82a2-0ed18a8aeaa8,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:42:09.845175 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-706fcdf0-514a-4bab-9ac8-71044f8cac74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:42:09.859282 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 8a4238f0-165c-42c9-8d4d-d8596c8bc5d8 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:42:09.924589 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706fcdf0-514a-4bab-9ac8-71044f8cac74 admin admin] Checking segment: {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:42:09.925469 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706fcdf0-514a-4bab-9ac8-71044f8cac74 admin admin] Network hostable DHCP agents. Network: ef175b21-42e7-4a59-9f09-4b77dc7ee6f8, hostable agents: ['470b7876-9f31-410a-8036-567e17def360'], hosted agents: [] {{(pid=85290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 13:42:09.944053 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port 8a4238f0-165c-42c9-8d4d-d8596c8bc5d8 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:42:09.951556 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 8a4238f0-165c-42c9-8d4d-d8596c8bc5d8 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:42:09.951882 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706fcdf0-514a-4bab-9ac8-71044f8cac74 admin admin] Network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 is scheduled to be hosted by DHCP agent 470b7876-9f31-410a-8036-567e17def360 with binding_index 1 {{(pid=85290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 13:42:09.952249 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:09.964144 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-706fcdf0-514a-4bab-9ac8-71044f8cac74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-iscsi, ef175b21-42e7-4a59-9f09-4b77dc7ee6f8) {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:42:09.969081 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706fcdf0-514a-4bab-9ac8-71044f8cac74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:42:09.969837 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-706fcdf0-514a-4bab-9ac8-71044f8cac74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:09.984603 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9f9aff-52bc-44ca-a841-1c7f741dcd09 None None] Network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:42:10.000607 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-706fcdf0-514a-4bab-9ac8-71044f8cac74 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1643808
Apr 09 13:42:10.300570 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:10.543516 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] For port 8a4238f0-165c-42c9-8d4d-d8596c8bc5d8, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=8a4238f0-165c-42c9-8d4d-d8596c8bc5d8,segment=NetworkSegment(c5887eee-b5ea-4917-a836-e34ede6f9c22),segment_id=c5887eee-b5ea-4917-a836-e34ede6f9c22)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:42:10.547174 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:10.549220 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:42:10.584002 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faae3bc5-7a55-4efc-a366-15596287279e None None] Network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:42:10.723932 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Pushing event updated for resources: {'Port': ['ID=8a4238f0-165c-42c9-8d4d-d8596c8bc5d8,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:42:10.741758 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:42:11.833203 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 8a4238f0-165c-42c9-8d4d-d8596c8bc5d8 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:42:11.921606 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 8a4238f0-165c-42c9-8d4d-d8596c8bc5d8 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:42:11.922025 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:13.078114 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 51264) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:42:13.394221 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-5a548e5e-6008-4da0-8bc6-f335fc250278 admin admin] 10.222.0.96 "GET /v2.0/routers/7948d1f5-1f3a-44a4-b18b-eefd9f3b5244 HTTP/1.1" status: 200  len: 710 time: 0.3147390
Apr 09 13:42:13.605713 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d12f4f8-4bf0-4a3d-9b8f-993886940f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:42:13.607126 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-6d12f4f8-4bf0-4a3d-9b8f-993886940f8d admin admin] 10.222.0.96 "GET /v2.0/networks/ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 HTTP/1.1" status: 200  len: 886 time: 0.2045021
Apr 09 13:42:13.617889 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-dafcd396-1de8-46d7-ab30-b41ef9687ae0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:42:14.353221 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dafcd396-1de8-46d7-ab30-b41ef9687ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850926995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850958077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15084'] for router, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:14.785628 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dafcd396-1de8-46d7-ab30-b41ef9687ae0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:14.851735 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dafcd396-1de8-46d7-ab30-b41ef9687ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:15.022426 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-dafcd396-1de8-46d7-ab30-b41ef9687ae0 admin admin] Allocated IP 172.27.0.92 (ef175b21-42e7-4a59-9f09-4b77dc7ee6f8/51aa8935-8cce-40ab-82a2-0ed18a8aeaa8/97b942a5-1993-4061-96d6-5652f9bd9f33) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:42:15.202717 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dafcd396-1de8-46d7-ab30-b41ef9687ae0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:15.272612 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dafcd396-1de8-46d7-ab30-b41ef9687ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:15.292964 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:42:15.445383 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcd396-1de8-46d7-ab30-b41ef9687ae0 admin admin] Pushing event updated for resources: {'Port': ['ID=97b942a5-1993-4061-96d6-5652f9bd9f33,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:42:15.449346 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-dafcd396-1de8-46d7-ab30-b41ef9687ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:42:15.509963 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafcd396-1de8-46d7-ab30-b41ef9687ae0 admin admin] Network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:42:15.511528 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-dafcd396-1de8-46d7-ab30-b41ef9687ae0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:42:15.514415 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafcd396-1de8-46d7-ab30-b41ef9687ae0 admin admin] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:42:15.966363 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dafcd396-1de8-46d7-ab30-b41ef9687ae0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:16.548050 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dafcd396-1de8-46d7-ab30-b41ef9687ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850926995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850958077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15084'] for router, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:16.551762 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dafcd396-1de8-46d7-ab30-b41ef9687ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3848835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3848850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850926950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3817736'] for router, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:16.755122 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafcd396-1de8-46d7-ab30-b41ef9687ae0 admin admin] Router 7948d1f5-1f3a-44a4-b18b-eefd9f3b5244 has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 13:42:16.960339 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafcd396-1de8-46d7-ab30-b41ef9687ae0 admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:42:16.970414 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dafcd396-1de8-46d7-ab30-b41ef9687ae0 admin admin] Notify callbacks [] for router, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:16.971834 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-dafcd396-1de8-46d7-ab30-b41ef9687ae0 admin admin] 10.222.0.96 "PUT /v2.0/routers/7948d1f5-1f3a-44a4-b18b-eefd9f3b5244 HTTP/1.1" status: 200  len: 889 time: 3.3580093
Apr 09 13:42:16.974653 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] Sync routers for ids ['7948d1f5-1f3a-44a4-b18b-eefd9f3b5244'] in dv-cinder-785362-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:42:16.989732 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] Routers {'7948d1f5-1f3a-44a4-b18b-eefd9f3b5244'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:42:16.990488 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcc33eb8>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:41:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['7948d1f5-1f3a-44a4-b18b-eefd9f3b5244'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:42:17.220734 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] Set router 7948d1f5-1f3a-44a4-b18b-eefd9f3b5244 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:42:17.651374 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcc33eb8>, [{'id': '7948d1f5-1f3a-44a4-b18b-eefd9f3b5244', 'name': 'router1', 'tenant_id': 'ade5bff9e96f40499b29c9018302c243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '97b942a5-1993-4061-96d6-5652f9bd9f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:41:51Z', 'updated_at': '2021-04-09T13:42:15Z', 'revision_number': 4, 'project_id': 'ade5bff9e96f40499b29c9018302c243', 'gw_port': {'id': '97b942a5-1993-4061-96d6-5652f9bd9f33', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:69:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7948d1f5-1f3a-44a4-b18b-eefd9f3b5244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:42:14Z', 'updated_at': '2021-04-09T13:42:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '8a4238f0-165c-42c9-8d4d-d8596c8bc5d8', 'name': '', 'network_id': '38e3b2c5-9e69-4a39-9782-d5a53c7e4436', 'tenant_id': 'ade5bff9e96f40499b29c9018302c243', 'mac_address': 'fa:16:3e:38:40:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7948d1f5-1f3a-44a4-b18b-eefd9f3b5244', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d54a4b1-aa1d-4122-bf75-89ede2a3bfa8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:42:03Z', 'updated_at': '2021-04-09T13:42:10Z', 'revision_number': 5, 'project_id': 'ade5bff9e96f40499b29c9018302c243', 'subnets': [{'id': '4d54a4b1-aa1d-4122-bf75-89ede2a3bfa8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '928ee343-7c0f-4dd0-bcaf-f9973c83d23b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:42:17.657061 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] Checking router: 7948d1f5-1f3a-44a4-b18b-eefd9f3b5244 for host: dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:42:17.657496 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] Updating router 7948d1f5-1f3a-44a4-b18b-eefd9f3b5244 port 97b942a5-1993-4061-96d6-5652f9bd9f33 binding host dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 13:42:17.720484 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:18.183877 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:18.208510 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] Transition to ACTIVE for port object 97b942a5-1993-4061-96d6-5652f9bd9f33 will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:42:18.217662 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:18.232962 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:42:18.406289 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d79ef7-8fe4-4fc7-b1c7-7024dd127ce0 None None] Pushing event updated for resources: {'Port': ['ID=97b942a5-1993-4061-96d6-5652f9bd9f33,revision_number=2']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:42:18.411059 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4db86bdd-d3ba-4e5f-ad1c-4f6f83a0fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:18.413224 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-79d79ef7-8fe4-4fc7-b1c7-7024dd127ce0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:42:18.496155 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] Attempting to bind port 97b942a5-1993-4061-96d6-5652f9bd9f33 on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:42:18.496620 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] Attempting to bind port 97b942a5-1993-4061-96d6-5652f9bd9f33 by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:42:18.497035 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] Attempting to bind port 97b942a5-1993-4061-96d6-5652f9bd9f33 on network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:42:18.504824 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:42:18.505493 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] Checking segment: {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:42:18.506110 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:18.506733 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] Bound using segment: {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:42:18.507397 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] Bound port: 97b942a5-1993-4061-96d6-5652f9bd9f33, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:42:18.507953 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:18.593818 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] For port 97b942a5-1993-4061-96d6-5652f9bd9f33, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:42:18.597296 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] For port 97b942a5-1993-4061-96d6-5652f9bd9f33, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=97b942a5-1993-4061-96d6-5652f9bd9f33,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:42:18.600662 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:18.614678 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:42:18.771243 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d79ef7-8fe4-4fc7-b1c7-7024dd127ce0 None None] Pushing event updated for resources: {'Port': ['ID=97b942a5-1993-4061-96d6-5652f9bd9f33,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:42:18.777851 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-79d79ef7-8fe4-4fc7-b1c7-7024dd127ce0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:42:18.827148 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] Routers {'7948d1f5-1f3a-44a4-b18b-eefd9f3b5244'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:42:18.827830 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcc33eb8>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:41:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['7948d1f5-1f3a-44a4-b18b-eefd9f3b5244'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:42:19.041593 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] Set router 7948d1f5-1f3a-44a4-b18b-eefd9f3b5244 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:42:19.604040 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcc33eb8>, [{'id': '7948d1f5-1f3a-44a4-b18b-eefd9f3b5244', 'name': 'router1', 'tenant_id': 'ade5bff9e96f40499b29c9018302c243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '97b942a5-1993-4061-96d6-5652f9bd9f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:41:51Z', 'updated_at': '2021-04-09T13:42:15Z', 'revision_number': 4, 'project_id': 'ade5bff9e96f40499b29c9018302c243', 'gw_port': {'id': '97b942a5-1993-4061-96d6-5652f9bd9f33', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:69:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7948d1f5-1f3a-44a4-b18b-eefd9f3b5244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:42:14Z', 'updated_at': '2021-04-09T13:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '8a4238f0-165c-42c9-8d4d-d8596c8bc5d8', 'name': '', 'network_id': '38e3b2c5-9e69-4a39-9782-d5a53c7e4436', 'tenant_id': 'ade5bff9e96f40499b29c9018302c243', 'mac_address': 'fa:16:3e:38:40:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7948d1f5-1f3a-44a4-b18b-eefd9f3b5244', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d54a4b1-aa1d-4122-bf75-89ede2a3bfa8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:42:03Z', 'updated_at': '2021-04-09T13:42:10Z', 'revision_number': 5, 'project_id': 'ade5bff9e96f40499b29c9018302c243', 'subnets': [{'id': '4d54a4b1-aa1d-4122-bf75-89ede2a3bfa8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '928ee343-7c0f-4dd0-bcaf-f9973c83d23b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:42:19.608597 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f9380f-bbd8-4db9-9f86-fe0406ad7fbd None None] The sync data for ids ['7948d1f5-1f3a-44a4-b18b-eefd9f3b5244'] in dv-cinder-785362-1-iscsi is: [{'id': '7948d1f5-1f3a-44a4-b18b-eefd9f3b5244', 'name': 'router1', 'tenant_id': 'ade5bff9e96f40499b29c9018302c243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '97b942a5-1993-4061-96d6-5652f9bd9f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:41:51Z', 'updated_at': '2021-04-09T13:42:15Z', 'revision_number': 4, 'project_id': 'ade5bff9e96f40499b29c9018302c243', 'gw_port': {'id': '97b942a5-1993-4061-96d6-5652f9bd9f33', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:69:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7948d1f5-1f3a-44a4-b18b-eefd9f3b5244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:42:14Z', 'updated_at': '2021-04-09T13:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '8a4238f0-165c-42c9-8d4d-d8596c8bc5d8', 'name': '', 'network_id': '38e3b2c5-9e69-4a39-9782-d5a53c7e4436', 'tenant_id': 'ade5bff9e96f40499b29c9018302c243', 'mac_address': 'fa:16:3e:38:40:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7948d1f5-1f3a-44a4-b18b-eefd9f3b5244', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d54a4b1-aa1d-4122-bf75-89ede2a3bfa8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:42:03Z', 'updated_at': '2021-04-09T13:42:10Z', 'revision_number': 5, 'project_id': 'ade5bff9e96f40499b29c9018302c243', 'subnets': [{'id': '4d54a4b1-aa1d-4122-bf75-89ede2a3bfa8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '928ee343-7c0f-4dd0-bcaf-f9973c83d23b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:42:19.881502 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 97b942a5-1993-4061-96d6-5652f9bd9f33 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:42:19.962164 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port 97b942a5-1993-4061-96d6-5652f9bd9f33 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:42:19.969196 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 97b942a5-1993-4061-96d6-5652f9bd9f33 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:42:19.969657 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:19.971817 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 51274) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:42:20.114077 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:20.132882 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] For port 97b942a5-1993-4061-96d6-5652f9bd9f33, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=97b942a5-1993-4061-96d6-5652f9bd9f33,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:42:20.135769 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-d0cb1b6b-98c2-4a35-a2de-bfd932551d7a admin admin] 10.222.0.96 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1620514
Apr 09 13:42:20.137309 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:20.140808 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-79d79ef7-8fe4-4fc7-b1c7-7024dd127ce0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:42:20.245896 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Pushing event updated for resources: {'Port': ['ID=97b942a5-1993-4061-96d6-5652f9bd9f33,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:42:20.250727 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:42:21.389674 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-6f61f8b3-605b-43a3-9f9b-8a8d6584bb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:21.839087 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 97b942a5-1993-4061-96d6-5652f9bd9f33 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:42:21.938334 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 97b942a5-1993-4061-96d6-5652f9bd9f33 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:42:21.938334 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:23.094094 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:23.207810 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:24.592684 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:39.567932 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 5 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:42:48.321733 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-277631c2-4d83-4859-aa8a-41410cb06e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:51.393621 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-745fb2d3-8163-4faa-b221-1bfcad5d9f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:53.099374 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:53.204188 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:42:54.602830 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:43:16.573563 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 5 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:43:18.349472 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-41680fe4-f4c9-480a-969e-f07b1eff1074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:43:21.393927 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ac694c61-8a07-4275-ba9a-08c1adcbdc29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:43:23.102779 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:43:23.204224 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:43:24.602532 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:43:48.319875 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1fa30b36-3e6a-458f-a614-94f1c3ae12f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:43:51.387760 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a970c16d-98e3-4d80-b1b5-bbd37b80d784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:43:53.097394 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:43:53.200029 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:43:53.574632 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 5 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:43:54.608577 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:44:14.154271 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 51844) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:44:14.246060 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.pecan_wsgi.hooks.translation [None req-689b9519-c3e4-4bb3-9f80-1f914f0878ff admin admin] GET failed (client error): The resource could not be found.
Apr 09 13:44:14.247546 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-689b9519-c3e4-4bb3-9f80-1f914f0878ff admin admin] 10.222.0.96 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0919435
Apr 09 13:44:14.435647 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78363de-67e0-4b62-ae36-bf360cbf1157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:44:14.439498 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-c78363de-67e0-4b62-ae36-bf360cbf1157 admin admin] 10.222.0.96 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1837537
Apr 09 13:44:17.040756 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 51854) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:44:17.207158 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8763ad7-349e-4c2a-8ca8-c4d60574bff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:44:17.207686 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-c8763ad7-349e-4c2a-8ca8-c4d60574bff4 admin admin] Synchronizing usage tracker for tenant:96704e18941649f1883b8ee353dfee53 on resource:subnet {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:44:17.226246 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-c8763ad7-349e-4c2a-8ca8-c4d60574bff4 admin admin] Unset dirty status for tenant:96704e18941649f1883b8ee353dfee53 on resource:subnet {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:44:17.228126 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-c8763ad7-349e-4c2a-8ca8-c4d60574bff4 admin admin] 10.222.0.96 "GET /v2.0/subnets/4d54a4b1-aa1d-4122-bf75-89ede2a3bfa8 HTTP/1.1" status: 200  len: 849 time: 0.1856284
Apr 09 13:44:17.240779 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-101fc575-f454-45f7-ab0b-0371067ac04c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:44:17.392460 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-101fc575-f454-45f7-ab0b-0371067ac04c admin admin] Notify callbacks [] for subnet, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:44:17.766870 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-101fc575-f454-45f7-ab0b-0371067ac04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733478708868'] for subnet, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:44:17.782471 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-706fcdf0-514a-4bab-9ac8-71044f8cac74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:44:17.931009 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101fc575-f454-45f7-ab0b-0371067ac04c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d54a4b1-aa1d-4122-bf75-89ede2a3bfa8,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:44:17.956373 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fc575-f454-45f7-ab0b-0371067ac04c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:44:17.956764 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fc575-f454-45f7-ab0b-0371067ac04c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:44:17.957139 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fc575-f454-45f7-ab0b-0371067ac04c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:44:17.957508 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fc575-f454-45f7-ab0b-0371067ac04c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:44:17.957936 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fc575-f454-45f7-ab0b-0371067ac04c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:44:17.958259 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fc575-f454-45f7-ab0b-0371067ac04c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:44:17.959572 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fc575-f454-45f7-ab0b-0371067ac04c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:44:17.959949 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fc575-f454-45f7-ab0b-0371067ac04c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:44:17.960333 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fc575-f454-45f7-ab0b-0371067ac04c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:44:17.960706 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fc575-f454-45f7-ab0b-0371067ac04c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:44:17.961076 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fc575-f454-45f7-ab0b-0371067ac04c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:44:17.961475 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fc575-f454-45f7-ab0b-0371067ac04c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:44:17.970111 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-101fc575-f454-45f7-ab0b-0371067ac04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:44:18.025483 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101fc575-f454-45f7-ab0b-0371067ac04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:44:18.026078 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-101fc575-f454-45f7-ab0b-0371067ac04c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:44:18.028430 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-101fc575-f454-45f7-ab0b-0371067ac04c admin admin] 10.222.0.96 "PUT /v2.0/subnets/4d54a4b1-aa1d-4122-bf75-89ede2a3bfa8 HTTP/1.1" status: 200  len: 868 time: 0.7922432
Apr 09 13:44:18.045760 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd79f90b-563e-4432-a159-b7571f9a2518 None None] Network 38e3b2c5-9e69-4a39-9782-d5a53c7e4436 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:44:18.326292 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1c8758b1-1467-4544-b8fc-338fe55ce56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:44:18.713828 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-d73a1968-ffd2-4877-81e8-d26bc9582d4e None None] Provisioning complete for port 8a4238f0-165c-42c9-8d4d-d8596c8bc5d8 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:44:18.714725 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d73a1968-ffd2-4877-81e8-d26bc9582d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:44:18.897795 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-d73a1968-ffd2-4877-81e8-d26bc9582d4e None None] Provisioning complete for port de6af047-ef4d-49a8-8b8e-637152a95cec triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:44:18.898214 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d73a1968-ffd2-4877-81e8-d26bc9582d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:44:20.744638 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 51864) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:44:20.948883 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5beb16-25e0-4a9a-b858-841899720517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:44:20.949327 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5beb16-25e0-4a9a-b858-841899720517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:44:20.951039 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-bf5beb16-25e0-4a9a-b858-841899720517 admin admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2051816
Apr 09 13:44:21.404611 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-92a67693-6c34-469d-8d5d-21c1a544bd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:44:23.110321 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:44:23.207160 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:44:23.804026 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 51874) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:44:24.030255 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44413132-5005-486d-86a2-47b9ad80f7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:44:24.030694 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44413132-5005-486d-86a2-47b9ad80f7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:44:24.032385 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-44413132-5005-486d-86a2-47b9ad80f7b9 admin admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2271917
Apr 09 13:44:24.605498 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:44:26.653740 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 51884) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:44:26.859353 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42291c4f-02ba-4470-ba3f-b27ea5cced0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:44:26.860888 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-42291c4f-02ba-4470-ba3f-b27ea5cced0f admin admin] 10.222.0.96 "GET /v2.0/networks/38e3b2c5-9e69-4a39-9782-d5a53c7e4436 HTTP/1.1" status: 200  len: 869 time: 0.2060137
Apr 09 13:44:29.550413 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 51894) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:44:29.769218 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b2b161-7adc-4cf6-9aa7-22cf3a5186e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:44:29.770780 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-78b2b161-7adc-4cf6-9aa7-22cf3a5186e0 admin admin] 10.222.0.96 "GET /v2.0/networks/ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 HTTP/1.1" status: 200  len: 886 time: 0.2192364
Apr 09 13:44:30.576423 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 5 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:44:32.455307 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 51904) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:44:32.577900 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8942ced6-8cda-43e9-acb1-40ee93c0a5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:44:32.578482 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8942ced6-8cda-43e9-acb1-40ee93c0a5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:44:32.580273 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-8942ced6-8cda-43e9-acb1-40ee93c0a5bd admin admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1238887
Apr 09 13:44:35.262362 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 51914) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:44:35.403738 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78f63c1-895d-4d2c-ab28-b8d6f64d3c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:44:35.404423 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78f63c1-895d-4d2c-ab28-b8d6f64d3c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:44:35.406146 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-c78f63c1-895d-4d2c-ab28-b8d6f64d3c48 admin admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1422532
Apr 09 13:44:38.175705 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 51924) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:44:38.314771 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c073142-427f-4cf4-adbc-9279dce31c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:44:38.316357 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-5c073142-427f-4cf4-adbc-9279dce31c9c admin admin] 10.222.0.96 "GET /v2.0/subnets/4d54a4b1-aa1d-4122-bf75-89ede2a3bfa8 HTTP/1.1" status: 200  len: 868 time: 0.1395419
Apr 09 13:44:40.907483 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 51934) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:44:41.027077 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d36474e-c172-4d3b-9bc6-e528876384b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:44:41.028604 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-6d36474e-c172-4d3b-9bc6-e528876384b9 admin admin] 10.222.0.96 "GET /v2.0/subnets/51aa8935-8cce-40ab-82a2-0ed18a8aeaa8 HTTP/1.1" status: 200  len: 816 time: 0.1199903
Apr 09 13:44:48.317076 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b37a7212-baa6-49b8-82fb-bfea9a038e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:44:51.387445 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a3a6e336-dfe0-442f-8071-d221d0afd76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:44:53.107104 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:44:53.204500 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:44:54.612297 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:07.576785 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 5 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:45:08.757514 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 51978) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:45:08.812201 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [None req-69b21c71-dcc9-4d98-8657-99cd49f64aa2 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=85291) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 13:45:08.813320 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-69b21c71-dcc9-4d98-8657-99cd49f64aa2 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0544732
Apr 09 13:45:11.486357 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 51988) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:45:11.566887 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d525d4-50c0-4260-b49b-a7156a338cde admin admin] GET failed (client error): The resource could not be found.
Apr 09 13:45:11.569025 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-c8d525d4-50c0-4260-b49b-a7156a338cde admin admin] 10.222.0.96 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0816367
Apr 09 13:45:11.712529 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde85858-5000-49f0-8e72-61c482b35d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:45:11.714121 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-cde85858-5000-49f0-8e72-61c482b35d4a admin admin] 10.222.0.96 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1405897
Apr 09 13:45:14.372672 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 51998) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:45:14.442803 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:45:14.449052 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:45:14.462279 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:45:14.475387 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] Made reservation on behalf of 96704e18941649f1883b8ee353dfee53 for: {'network': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:45:14.480583 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for network, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:14.582782 dv-cinder-785362-1-iscsi neutron-server[85177]: WARNING neutron.services.revisions.revision_plugin [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f16bc9c96a0] {project_id='96704e18941649f1883b8ee353dfee53', id='e6471306-364a-4e49-b20f-26a235978052', target_tenant='*', action='access_as_shared', object_id='2033d90f-59a7-4d0c-8b8b-ed536242641c'}> to bump revision.
Apr 09 13:45:14.605151 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 974}  {{(pid=85291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 13:45:14.616121 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:14.616683 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.segments_db [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] Added segment 59f248c5-ef48-486e-81c4-64c04cbfa764 of type vlan for network 2033d90f-59a7-4d0c-8b8b-ed536242641c
Apr 09 13:45:14.646822 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733478247317'] for network, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:14.680518 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for network, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:14.681925 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:45:14.682592 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:14.686532 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:45:15.006044 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] Pushing event updated for resources: {'Network': ['ID=2033d90f-59a7-4d0c-8b8b-ed536242641c,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:45:15.010963 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6369083
Apr 09 13:45:15.016184 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:45:15.016594 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:45:15.016970 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:45:15.017333 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:45:15.017695 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:45:15.018070 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:45:15.018430 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:45:15.018788 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:45:15.019158 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:45:15.019508 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:45:15.019949 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:45:15.020326 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:45:15.025673 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:45:15.034541 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Network 2033d90f-59a7-4d0c-8b8b-ed536242641c details requested by agent ovs-agent-dv-cinder-785362-1-iscsi with host dv-cinder-785362-1-iscsi {{(pid=85292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 13:45:17.620662 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 52008) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:45:17.698530 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.pecan_wsgi.hooks.translation [None req-f871861b-d94d-4e0e-a010-a761aa01493d admin admin] GET failed (client error): The resource could not be found.
Apr 09 13:45:17.699138 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-f871861b-d94d-4e0e-a010-a761aa01493d admin admin] Synchronizing usage tracker for tenant:96704e18941649f1883b8ee353dfee53 on resource:network {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:45:17.714622 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-f871861b-d94d-4e0e-a010-a761aa01493d admin admin] Unset dirty status for tenant:96704e18941649f1883b8ee353dfee53 on resource:network {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:45:17.715866 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-f871861b-d94d-4e0e-a010-a761aa01493d admin admin] 10.222.0.96 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0941656
Apr 09 13:45:17.834949 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534baa77-c2c1-4325-ad34-449e24aae07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:45:17.836466 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-534baa77-c2c1-4325-ad34-449e24aae07e admin admin] 10.222.0.96 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1160579
Apr 09 13:45:17.847503 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-bc2fcffd-4382-48f9-8f18-851681e37d79 admin admin] Request body: {'subnet': {'network_id': '2033d90f-59a7-4d0c-8b8b-ed536242641c', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:45:17.853375 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-bc2fcffd-4382-48f9-8f18-851681e37d79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:45:17.863659 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-bc2fcffd-4382-48f9-8f18-851681e37d79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:45:17.872849 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2fcffd-4382-48f9-8f18-851681e37d79 admin admin] Made reservation on behalf of 96704e18941649f1883b8ee353dfee53 for: {'subnet': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:45:17.877578 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bc2fcffd-4382-48f9-8f18-851681e37d79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:18.315426 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f885b8e9-83c2-4708-9bb2-85ba910205fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:18.340866 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bc2fcffd-4382-48f9-8f18-851681e37d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for subnet, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:18.357049 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-19ab5810-60f7-46a6-bd0f-9fe0c976fde8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:45:18.502829 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2fcffd-4382-48f9-8f18-851681e37d79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=701e9559-95f0-4765-b3b4-5d60401b827a,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:45:18.508246 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-bc2fcffd-4382-48f9-8f18-851681e37d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:45:18.586220 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2fcffd-4382-48f9-8f18-851681e37d79 admin admin] Checking segment: {'id': '59f248c5-ef48-486e-81c4-64c04cbfa764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '2033d90f-59a7-4d0c-8b8b-ed536242641c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:45:18.586524 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2fcffd-4382-48f9-8f18-851681e37d79 admin admin] Network hostable DHCP agents. Network: 2033d90f-59a7-4d0c-8b8b-ed536242641c, hostable agents: ['470b7876-9f31-410a-8036-567e17def360'], hosted agents: [] {{(pid=85291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 13:45:18.606681 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2fcffd-4382-48f9-8f18-851681e37d79 admin admin] Network 2033d90f-59a7-4d0c-8b8b-ed536242641c is scheduled to be hosted by DHCP agent 470b7876-9f31-410a-8036-567e17def360 with binding_index 1 {{(pid=85291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 13:45:18.617121 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-bc2fcffd-4382-48f9-8f18-851681e37d79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-iscsi, 2033d90f-59a7-4d0c-8b8b-ed536242641c) {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:45:18.621259 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2fcffd-4382-48f9-8f18-851681e37d79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:45:18.621901 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bc2fcffd-4382-48f9-8f18-851681e37d79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:18.627538 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d7b841-f175-4dea-853a-55335cd64a54 None None] Network 2033d90f-59a7-4d0c-8b8b-ed536242641c requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:45:18.663125 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-bc2fcffd-4382-48f9-8f18-851681e37d79 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8193872
Apr 09 13:45:18.904722 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3278d780-4f16-5798-b389-7fa32c4e7436-2033d90f-59a7-4d0c-8b8b-ed536242641c', 'network_id': '2033d90f-59a7-4d0c-8b8b-ed536242641c', 'tenant_id': '96704e18941649f1883b8ee353dfee53', 'fixed_ips': [{'subnet_id': '701e9559-95f0-4765-b3b4-5d60401b827a'}]}} from dv-cinder-785362-1-iscsi. {{(pid=85292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 09 13:45:18.905677 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:19.086594 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Allocated IP 192.168.233.2 (2033d90f-59a7-4d0c-8b8b-ed536242641c/701e9559-95f0-4765-b3b4-5d60401b827a/9251226d-f7f8-4b20-bbdd-605767b20f85) {{(pid=85292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:45:19.368070 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Notify callbacks [] for port, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:19.381050 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Transition to ACTIVE for port object 9251226d-f7f8-4b20-bbdd-605767b20f85 will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:45:19.404303 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Transition to ACTIVE for port object 9251226d-f7f8-4b20-bbdd-605767b20f85 will not be triggered until provisioned by entity DHCP. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:45:19.411988 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:19.432327 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:45:19.768237 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Pushing event updated for resources: {'Port': ['ID=9251226d-f7f8-4b20-bbdd-605767b20f85,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:45:19.800692 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:45:19.801179 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:45:19.801559 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:45:19.801931 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:45:19.802292 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:45:19.802656 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:45:19.803028 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:45:19.803385 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:45:19.803766 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:45:19.804162 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:45:19.804489 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:45:19.804962 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:45:19.812592 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:45:19.867136 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Network 2033d90f-59a7-4d0c-8b8b-ed536242641c is already hosted by enough agents. {{(pid=85292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:45:19.869211 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Resources bound (agent type, host, resource id):  {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:45:19.873227 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Received port after_create {{(pid=85292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:45:19.993889 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Attempting to bind port 9251226d-f7f8-4b20-bbdd-605767b20f85 on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:45:19.994317 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Attempting to bind port 9251226d-f7f8-4b20-bbdd-605767b20f85 by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': '59f248c5-ef48-486e-81c4-64c04cbfa764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '2033d90f-59a7-4d0c-8b8b-ed536242641c'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:45:19.994726 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Attempting to bind port 9251226d-f7f8-4b20-bbdd-605767b20f85 on network 2033d90f-59a7-4d0c-8b8b-ed536242641c {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:45:20.001705 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:45:20.002211 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Checking segment: {'id': '59f248c5-ef48-486e-81c4-64c04cbfa764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '2033d90f-59a7-4d0c-8b8b-ed536242641c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:45:20.002564 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:20.003015 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Bound using segment: {'id': '59f248c5-ef48-486e-81c4-64c04cbfa764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '2033d90f-59a7-4d0c-8b8b-ed536242641c'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:45:20.003567 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Bound port: 9251226d-f7f8-4b20-bbdd-605767b20f85, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f248c5-ef48-486e-81c4-64c04cbfa764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '2033d90f-59a7-4d0c-8b8b-ed536242641c'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:45:20.004344 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:20.097856 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] For port 9251226d-f7f8-4b20-bbdd-605767b20f85, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:45:20.102476 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] For port 9251226d-f7f8-4b20-bbdd-605767b20f85, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=9251226d-f7f8-4b20-bbdd-605767b20f85,segment=NetworkSegment(59f248c5-ef48-486e-81c4-64c04cbfa764),segment_id=59f248c5-ef48-486e-81c4-64c04cbfa764)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:45:20.107346 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:20.124407 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:45:20.296727 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Pushing event updated for resources: {'Port': ['ID=9251226d-f7f8-4b20-bbdd-605767b20f85,revision_number=2']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:45:20.306978 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:45:21.402871 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-906b0698-0ba4-4021-870e-424167b42ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:21.777138 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52db1a90-56de-4310-ae64-0dc081d6e1dd None None] Network 2033d90f-59a7-4d0c-8b8b-ed536242641c requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:45:21.885844 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-95a84228-d71a-4a97-a3b0-efc75952ffa9 None None] Provisioning for port 9251226d-f7f8-4b20-bbdd-605767b20f85 completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:45:22.082538 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 9251226d-f7f8-4b20-bbdd-605767b20f85 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:45:22.201706 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port 9251226d-f7f8-4b20-bbdd-605767b20f85 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:45:22.212633 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 9251226d-f7f8-4b20-bbdd-605767b20f85 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:45:22.213206 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:22.415252 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:22.436794 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] For port 9251226d-f7f8-4b20-bbdd-605767b20f85, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=9251226d-f7f8-4b20-bbdd-605767b20f85,segment=NetworkSegment(59f248c5-ef48-486e-81c4-64c04cbfa764),segment_id=59f248c5-ef48-486e-81c4-64c04cbfa764)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:45:22.445809 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:22.450639 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-911374dd-c025-4f2f-b80d-98bedc5a81ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:45:22.538305 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-8905f48e-e9a4-472c-9a1d-d756e0b29c54 None None] Provisioning complete for port 9251226d-f7f8-4b20-bbdd-605767b20f85 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:45:22.538724 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8905f48e-e9a4-472c-9a1d-d756e0b29c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:22.572937 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Pushing event updated for resources: {'Port': ['ID=9251226d-f7f8-4b20-bbdd-605767b20f85,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:45:22.584106 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:45:23.111716 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:23.209760 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:23.985855 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 9251226d-f7f8-4b20-bbdd-605767b20f85 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:45:24.067482 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 9251226d-f7f8-4b20-bbdd-605767b20f85 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:45:24.067896 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:24.622580 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:44.576116 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 5 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:45:48.313838 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-05859500-15c5-4bab-a2b0-a229894df011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:51.401703 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-59878e52-f801-41f3-aeaf-934457562c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:53.118141 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:53.214871 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:45:54.634538 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:46:18.313430 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bf19ac4f-81d0-4db1-b7f1-9263cd9b0275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:46:21.385378 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3e9f5221-e216-44d5-ae81-270804db97c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:46:21.575661 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 5 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:46:23.111082 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:46:23.214334 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:46:24.623944 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:46:39.891001 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 52058) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:46:39.898580 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [None req-86dea046-2f31-4e60-88df-59ce2f2533a3 tempest-verify_tempest_config-1901341431 tempest-verify_tempest_config-1901341431-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=85291) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 13:46:39.899619 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-86dea046-2f31-4e60-88df-59ce2f2533a3 tempest-verify_tempest_config-1901341431 tempest-verify_tempest_config-1901341431-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0074368
Apr 09 13:46:40.249479 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 52076) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:46:40.386293 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-40c43f4f-a0e2-4c81-9025-f154e4436b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:46:40.402304 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-40c43f4f-a0e2-4c81-9025-f154e4436b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:46:40.406457 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-40c43f4f-a0e2-4c81-9025-f154e4436b25 admin admin] Usage tracker for resource:security_group_rule and tenant:aec302311ac14b6fbe7b32f1ab1f3644 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:46:40.410192 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-40c43f4f-a0e2-4c81-9025-f154e4436b25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:46:40.416206 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-40c43f4f-a0e2-4c81-9025-f154e4436b25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:46:40.513289 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-40c43f4f-a0e2-4c81-9025-f154e4436b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:46:40.515964 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-40c43f4f-a0e2-4c81-9025-f154e4436b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:46:40.524449 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:46:40.567609 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c43f4f-a0e2-4c81-9025-f154e4436b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a694ca-ac65-4041-85fc-a4ef632d8b39,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:46:40.573307 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-40c43f4f-a0e2-4c81-9025-f154e4436b25 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=aec302311ac14b6fbe7b32f1ab1f3644&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3226862
Apr 09 13:46:40.577407 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 52082) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:46:40.578861 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c43f4f-a0e2-4c81-9025-f154e4436b25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:46:40.579256 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c43f4f-a0e2-4c81-9025-f154e4436b25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:46:40.579625 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c43f4f-a0e2-4c81-9025-f154e4436b25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:46:40.579990 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c43f4f-a0e2-4c81-9025-f154e4436b25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:46:40.580933 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c43f4f-a0e2-4c81-9025-f154e4436b25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:46:40.581323 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c43f4f-a0e2-4c81-9025-f154e4436b25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:46:40.581683 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c43f4f-a0e2-4c81-9025-f154e4436b25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:46:40.582050 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c43f4f-a0e2-4c81-9025-f154e4436b25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:46:40.582425 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c43f4f-a0e2-4c81-9025-f154e4436b25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:46:40.582787 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c43f4f-a0e2-4c81-9025-f154e4436b25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:46:40.583143 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c43f4f-a0e2-4c81-9025-f154e4436b25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:46:40.583496 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c43f4f-a0e2-4c81-9025-f154e4436b25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:46:40.587913 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-40c43f4f-a0e2-4c81-9025-f154e4436b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:46:40.648248 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf2a1-76f2-4cc9-8aaf-bd149d37983a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:46:40.677584 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf2a1-76f2-4cc9-8aaf-bd149d37983a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:46:40.735152 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf2a1-76f2-4cc9-8aaf-bd149d37983a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:46:40.740947 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:46:40.751842 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4cf2a1-76f2-4cc9-8aaf-bd149d37983a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a694ca-ac65-4041-85fc-a4ef632d8b39,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:46:40.762444 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4cf2a1-76f2-4cc9-8aaf-bd149d37983a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:46:40.762847 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4cf2a1-76f2-4cc9-8aaf-bd149d37983a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:46:40.763186 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4cf2a1-76f2-4cc9-8aaf-bd149d37983a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:46:40.763612 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4cf2a1-76f2-4cc9-8aaf-bd149d37983a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:46:40.763918 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4cf2a1-76f2-4cc9-8aaf-bd149d37983a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:46:40.764319 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4cf2a1-76f2-4cc9-8aaf-bd149d37983a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:46:40.764692 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4cf2a1-76f2-4cc9-8aaf-bd149d37983a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:46:40.765049 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4cf2a1-76f2-4cc9-8aaf-bd149d37983a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:46:40.765420 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4cf2a1-76f2-4cc9-8aaf-bd149d37983a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:46:40.765777 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4cf2a1-76f2-4cc9-8aaf-bd149d37983a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:46:40.766140 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4cf2a1-76f2-4cc9-8aaf-bd149d37983a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:46:40.766485 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4cf2a1-76f2-4cc9-8aaf-bd149d37983a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:46:40.770754 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9d4cf2a1-76f2-4cc9-8aaf-bd149d37983a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:46:40.772005 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf2a1-76f2-4cc9-8aaf-bd149d37983a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:46:40.773304 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-9d4cf2a1-76f2-4cc9-8aaf-bd149d37983a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/17a694ca-ac65-4041-85fc-a4ef632d8b39 HTTP/1.1" status: 204  len: 168 time: 0.1947694
Apr 09 13:46:48.315860 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fff5e31d-8892-40f5-9a7b-aaca20156f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:46:51.387316 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-aa16b435-78cd-4cf3-9585-09ac225c9743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:46:53.118393 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:46:53.219904 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:46:54.635148 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:46:58.578032 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 5 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:47:18.309514 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-12b21790-0c4e-4eea-b40d-756cb64adf55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:47:21.388956 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8d9016ac-02c5-48bc-a059-7f152b460319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:47:23.113554 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:47:23.222561 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:47:24.637113 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:47:35.577899 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 5 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:47:48.312805 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7126515f-3053-4531-ba55-3f49dc3a31e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:47:51.392590 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c26e2d27-a2d8-46fc-a11b-04ada6a2657b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:47:53.116643 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:47:53.224000 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:47:54.635749 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:48:12.577436 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 5 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:48:18.329390 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ce8526fd-0441-466e-aefe-83672667e1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:48:21.397955 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-6d5c281a-eacb-47a4-84de-5075a7ec737e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:48:21.450948 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567'] for agent, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:48:23.129134 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:48:23.232830 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:48:23.454633 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 52134) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:48:23.598898 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-28d85acf-5fc5-4efc-836b-e273d894f248 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1430035
Apr 09 13:48:24.643579 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:48:26.649991 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 52144) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:48:26.714056 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-5a917489-310f-4bf8-abb7-beab086a1218 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0628438
Apr 09 13:48:48.329263 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-112e2a76-070a-46ad-bc66-03bc41be1573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:48:49.580951 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:48:51.402208 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ad2c91a5-d856-4cd7-88ec-7b6e5ba0b4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:48:51.409754 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:48:53.127102 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:48:53.241428 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:48:54.650498 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:18.328784 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-920d0c4d-5dba-4c8f-adfc-e308798f6dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:21.395180 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3430b642-3472-4ed9-bbc4-31bc1f1a4970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:21.438960 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:23.129321 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:23.234358 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:24.648707 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:26.581664 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:49:48.312801 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7b96155b-f20b-44f0-a697-0e496b153c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:51.407150 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-44a64206-cbff-49e1-9988-7275f25dd1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:51.447152 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:53.132265 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:53.249334 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:54.657842 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:57.362940 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 52358) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:49:57.565272 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 52368) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:49:57.864574 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1923918763-network', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:49:57.869944 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:49:57.874852 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Usage tracker for resource:network and tenant:8f40d2219e104d8ba0a5d0df316c2e3c is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:49:57.878571 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:49:57.884889 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:49:57.894951 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Made reservation on behalf of 8f40d2219e104d8ba0a5d0df316c2e3c for: {'network': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:49:57.900203 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for network, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:57.918606 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:57.936696 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:49:57.940854 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Usage tracker for resource:security_group_rule and tenant:8f40d2219e104d8ba0a5d0df316c2e3c is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:49:57.944078 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:49:57.950372 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:49:58.056607 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:58.060181 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:58.065455 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-40c43f4f-a0e2-4c81-9025-f154e4436b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:49:58.088163 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-115882253-network', 'tenant_id': '81bb3f6d64b54413a5b4c9a77b170d9a'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:49:58.109624 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 52398) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:49:58.111787 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 989}  {{(pid=85291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 13:49:58.122658 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c104b1d-4df1-49ea-a895-9c086492f9cf,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:49:58.141194 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:58.142095 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.segments_db [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Added segment ffc7f35b-818c-4749-a380-82e8b8d7042d of type vlan for network 9010c4eb-70b0-4853-abe2-15efc5a47948
Apr 09 13:49:58.151016 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:49:58.155629 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:49:58.156155 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:49:58.156707 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:49:58.157080 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:49:58.157446 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:49:58.157812 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:49:58.158171 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:49:58.158532 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:49:58.158888 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:49:58.159321 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:49:58.159739 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:49:58.160348 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Tracked resource versions report:
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]: pushed versions:
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]: {   'AddressGroup': {'1.2'},
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:     'ConntrackHelper': {'1.0'},
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Log': {'1.0'},
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Network': {'1.1'},
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Port': {'1.7'},
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:     'PortForwarding': {'1.2'},
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:     'QosPolicy': {'1.8'},
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:     'SecurityGroup': {'1.4'},
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:     'SecurityGroupRule': {'1.2'},
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:     'SubPort': {'1.0'},
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Subnet': {'1.1'},
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Trunk': {'1.1'}}
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]: consumer versions:
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]: {   DHCP agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:     HyperV agent@hv-cinder-78536: {},
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:     L3 agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:     Metadata agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:     Metering agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:     Open vSwitch agent@dv-cinder-785362-1-iscsi: {   'AddressGroup': '1.2',
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'ConntrackHelper': '1.0',
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Log': '1.0',
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Network': '1.1',
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Port': '1.7',
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'PortForwarding': '1.2',
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'QosPolicy': '1.8',
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'SecurityGroup': '1.4',
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'SecurityGroupRule': '1.2',
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'SubPort': '1.0',
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Subnet': '1.1',
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Trunk': '1.1'}}
Apr 09 13:49:58.161987 dv-cinder-785362-1-iscsi neutron-server[85177]:  {{(pid=85291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 09 13:49:58.169570 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] Usage tracker for resource:network and tenant:81bb3f6d64b54413a5b4c9a77b170d9a is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:49:58.173431 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:49:58.174342 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:49:58.186462 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:49:58.194272 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 52406) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:49:58.225575 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733478247317'] for network, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:58.241199 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] Made reservation on behalf of 81bb3f6d64b54413a5b4c9a77b170d9a for: {'network': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:49:58.249208 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for network, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:58.280500 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:58.331554 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:49:58.344783 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] Usage tracker for resource:security_group_rule and tenant:81bb3f6d64b54413a5b4c9a77b170d9a is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:49:58.350360 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:49:58.355548 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for network, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:58.362914 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:49:58.363954 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:58.374198 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:49:58.377946 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f153cf7e-5b81-4493-8622-1833b0d0836e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:49:58.462436 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1355787065-network', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:49:58.469041 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:49:58.479742 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Usage tracker for resource:network and tenant:ba5d9acca4e84f2e82dcc146f183b1f2 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:49:58.493781 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:49:58.507945 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:49:58.531215 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Made reservation on behalf of ba5d9acca4e84f2e82dcc146f183b1f2 for: {'network': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:49:58.539235 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:58.541821 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for network, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:58.550473 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:58.581036 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:58.626198 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:49:58.643778 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Usage tracker for resource:security_group_rule and tenant:ba5d9acca4e84f2e82dcc146f183b1f2 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:49:58.651094 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:49:58.653313 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 986}  {{(pid=85291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 13:49:58.663317 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:58.663592 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.segments_db [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] Added segment 6a2d8c17-f66d-454b-89ad-1748ea8ad1dc of type vlan for network b146cef2-8ca4-4eb4-80db-037ecad68a76
Apr 09 13:49:58.666981 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:49:58.693520 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733478247317'] for network, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:58.693738 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1199828271-network', 'tenant_id': 'a05a871db61948478e6983c710b17b3c'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:49:58.715789 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:49:58.730460 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] Usage tracker for resource:network and tenant:a05a871db61948478e6983c710b17b3c is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:49:58.735349 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:49:58.748207 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for network, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:58.749190 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:49:58.754718 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:49:58.755159 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:58.773445 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.4086640
Apr 09 13:49:58.774313 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Pushing event updated for resources: {'Network': ['ID=9010c4eb-70b0-4853-abe2-15efc5a47948,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:49:58.777511 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:49:58.781065 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 52418) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:49:58.781536 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:49:58.790966 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Network 9010c4eb-70b0-4853-abe2-15efc5a47948 details requested by agent ovs-agent-dv-cinder-785362-1-iscsi with host dv-cinder-785362-1-iscsi {{(pid=85292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 13:49:58.801917 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-83628a08-f91e-47c0-83be-b2e182bed3cd admin admin] Request body: {'subnet': {'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1923918763-subnet', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:49:58.823673 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-83628a08-f91e-47c0-83be-b2e182bed3cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:49:58.832492 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.2659383
Apr 09 13:49:58.834404 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-83628a08-f91e-47c0-83be-b2e182bed3cd admin admin] Usage tracker for resource:subnet and tenant:8f40d2219e104d8ba0a5d0df316c2e3c is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:49:58.837491 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c316f74-a970-4a9b-abe2-8241114f0ee9,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:49:58.841196 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:49:58.841957 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 52422) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:49:58.842834 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-83628a08-f91e-47c0-83be-b2e182bed3cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:49:58.845768 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:49:58.875263 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-aec60d6c-e101-498e-83c2-1c3da5de761e admin admin] Request body: {'subnet': {'network_id': 'b146cef2-8ca4-4eb4-80db-037ecad68a76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-115882253-subnet', 'tenant_id': '81bb3f6d64b54413a5b4c9a77b170d9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:49:58.880007 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-83628a08-f91e-47c0-83be-b2e182bed3cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:49:58.923754 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] Made reservation on behalf of a05a871db61948478e6983c710b17b3c for: {'network': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:49:58.942317 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for network, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:58.957539 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-aec60d6c-e101-498e-83c2-1c3da5de761e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:49:58.971552 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-aec60d6c-e101-498e-83c2-1c3da5de761e admin admin] Usage tracker for resource:subnet and tenant:81bb3f6d64b54413a5b4c9a77b170d9a is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:49:58.995102 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-aec60d6c-e101-498e-83c2-1c3da5de761e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:49:58.999197 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:59.038561 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-aec60d6c-e101-498e-83c2-1c3da5de761e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:49:59.043031 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83628a08-f91e-47c0-83be-b2e182bed3cd admin admin] Made reservation on behalf of 8f40d2219e104d8ba0a5d0df316c2e3c for: {'subnet': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:49:59.048676 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-83628a08-f91e-47c0-83be-b2e182bed3cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:59.082941 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:49:59.106492 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] Usage tracker for resource:security_group_rule and tenant:a05a871db61948478e6983c710b17b3c is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:49:59.118780 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:49:59.124743 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] Pushing event updated for resources: {'Network': ['ID=b146cef2-8ca4-4eb4-80db-037ecad68a76,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:49:59.128334 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:49:59.138265 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:59.141182 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:49:59.143733 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Network b146cef2-8ca4-4eb4-80db-037ecad68a76 details requested by agent ovs-agent-dv-cinder-785362-1-iscsi with host dv-cinder-785362-1-iscsi {{(pid=85292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 13:49:59.144766 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:59.164036 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec60d6c-e101-498e-83c2-1c3da5de761e admin admin] Made reservation on behalf of 81bb3f6d64b54413a5b4c9a77b170d9a for: {'subnet': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:49:59.165556 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 956}  {{(pid=85290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 13:49:59.177111 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-aec60d6c-e101-498e-83c2-1c3da5de761e admin admin] Notify callbacks [] for subnet, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:59.181466 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:59.182247 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.segments_db [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Added segment d1798ed1-8af5-45cb-a42d-ab04ec377da1 of type vlan for network dac73499-f23e-4d97-b423-652173261576
Apr 09 13:49:59.215668 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733478247317'] for network, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:59.266159 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:49:59.281463 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for network, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:59.293619 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:49:59.294898 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:59.406596 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:59.416565 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:59.440973 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 991}  {{(pid=85290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 13:49:59.453172 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:59.453989 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.segments_db [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] Added segment 563471ef-310b-4100-af9d-61c501df1cea of type vlan for network f477ad35-13b4-4cc9-8e02-acd20bbfca2b
Apr 09 13:49:59.507751 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733478247317'] for network, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:59.558391 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for network, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:59.569762 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:49:59.570551 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:59.593875 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.4843841
Apr 09 13:49:59.598563 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 52438) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:49:59.605662 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.4102261
Apr 09 13:49:59.606301 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 52440) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:49:59.623928 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-6ceec5e8-a80b-4eb9-81f0-f3f2aa683b97 admin admin] Request body: {'subnet': {'network_id': 'f477ad35-13b4-4cc9-8e02-acd20bbfca2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1199828271-subnet', 'tenant_id': 'a05a871db61948478e6983c710b17b3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:49:59.630506 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-6ceec5e8-a80b-4eb9-81f0-f3f2aa683b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:49:59.635274 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-6ceec5e8-a80b-4eb9-81f0-f3f2aa683b97 admin admin] Usage tracker for resource:subnet and tenant:a05a871db61948478e6983c710b17b3c is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:49:59.636938 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-693de13e-730b-4523-a09b-2524c4f92216 admin admin] Request body: {'subnet': {'network_id': 'dac73499-f23e-4d97-b423-652173261576', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1355787065-subnet', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:49:59.641621 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-6ceec5e8-a80b-4eb9-81f0-f3f2aa683b97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:49:59.649150 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-6ceec5e8-a80b-4eb9-81f0-f3f2aa683b97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:49:59.659680 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8730a945-b044-4335-a106-31abc039afc1,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:49:59.671926 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:49:59.672919 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:49:59.673425 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:49:59.673803 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:49:59.674655 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:49:59.675032 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:49:59.675399 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:49:59.676189 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:49:59.677118 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:49:59.677118 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:49:59.677521 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:49:59.677882 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Tracked resource versions report:
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]: pushed versions:
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]: {   'AddressGroup': {'1.2'},
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:     'ConntrackHelper': {'1.0'},
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Log': {'1.0'},
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Network': {'1.1'},
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Port': {'1.7'},
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:     'PortForwarding': {'1.2'},
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:     'QosPolicy': {'1.8'},
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:     'SecurityGroup': {'1.4'},
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:     'SecurityGroupRule': {'1.2'},
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:     'SubPort': {'1.0'},
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Subnet': {'1.1'},
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Trunk': {'1.1'}}
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]: consumer versions:
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]: {   DHCP agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:     HyperV agent@hv-cinder-78536: {},
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:     L3 agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:     Metadata agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:     Metering agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:     Open vSwitch agent@dv-cinder-785362-1-iscsi: {   'AddressGroup': '1.2',
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'ConntrackHelper': '1.0',
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Log': '1.0',
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Network': '1.1',
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Port': '1.7',
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'PortForwarding': '1.2',
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'QosPolicy': '1.8',
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'SecurityGroup': '1.4',
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'SecurityGroupRule': '1.2',
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'SubPort': '1.0',
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Subnet': '1.1',
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Trunk': '1.1'}}
Apr 09 13:49:59.679117 dv-cinder-785362-1-iscsi neutron-server[85177]:  {{(pid=85290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 09 13:49:59.682738 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ceec5e8-a80b-4eb9-81f0-f3f2aa683b97 admin admin] Made reservation on behalf of a05a871db61948478e6983c710b17b3c for: {'subnet': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:49:59.686914 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-693de13e-730b-4523-a09b-2524c4f92216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:49:59.688370 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-6ceec5e8-a80b-4eb9-81f0-f3f2aa683b97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:49:59.709807 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-693de13e-730b-4523-a09b-2524c4f92216 admin admin] Usage tracker for resource:subnet and tenant:ba5d9acca4e84f2e82dcc146f183b1f2 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:49:59.724529 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:49:59.729786 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-693de13e-730b-4523-a09b-2524c4f92216 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:49:59.731533 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-86533147-5f2b-4250-b7c7-7ccb2b41c558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.322s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:49:59.743178 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-693de13e-730b-4523-a09b-2524c4f92216 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:49:59.958034 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693de13e-730b-4523-a09b-2524c4f92216 admin admin] Made reservation on behalf of ba5d9acca4e84f2e82dcc146f183b1f2 for: {'subnet': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:49:59.963451 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-693de13e-730b-4523-a09b-2524c4f92216 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:00.383191 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Pushing event updated for resources: {'Network': ['ID=dac73499-f23e-4d97-b423-652173261576,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:00.398398 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Network dac73499-f23e-4d97-b423-652173261576 details requested by agent ovs-agent-dv-cinder-785362-1-iscsi with host dv-cinder-785362-1-iscsi {{(pid=85292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 13:50:00.507335 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-83628a08-f91e-47c0-83be-b2e182bed3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for subnet, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:00.593271 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:00.954602 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=f477ad35-13b4-4cc9-8e02-acd20bbfca2b,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:00.957553 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.227s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:00.958402 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9d4cf2a1-76f2-4cc9-8aaf-bd149d37983a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.405s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:00.968325 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Network f477ad35-13b4-4cc9-8e02-acd20bbfca2b details requested by agent ovs-agent-dv-cinder-785362-1-iscsi with host dv-cinder-785362-1-iscsi {{(pid=85292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 13:50:00.991034 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83628a08-f91e-47c0-83be-b2e182bed3cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a11cd7fb-d8a8-4644-9261-21e5c207880f,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:00.999579 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9a617c-7232-40ce-8545-17208c560208,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:01.003274 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:01.004612 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.405s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:01.004925 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:01.068900 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-83628a08-f91e-47c0-83be-b2e182bed3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:01.123283 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-6ceec5e8-a80b-4eb9-81f0-f3f2aa683b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for subnet, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:01.142444 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:01.199539 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-aec60d6c-e101-498e-83c2-1c3da5de761e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for subnet, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:01.229007 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-83628a08-f91e-47c0-83be-b2e182bed3cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:01.351184 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceec5e8-a80b-4eb9-81f0-f3f2aa683b97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dad1e5a-5778-4acd-bd6f-358cd0e8e97b,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:01.355821 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-6ceec5e8-a80b-4eb9-81f0-f3f2aa683b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:01.478528 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec60d6c-e101-498e-83c2-1c3da5de761e admin admin] Pushing event updated for resources: {'Subnet': ['ID=41271458-1804-4a74-869f-5c1bd342a20b,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:01.483929 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83628a08-f91e-47c0-83be-b2e182bed3cd admin admin] Checking segment: {'id': 'ffc7f35b-818c-4749-a380-82e8b8d7042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:50:01.484595 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83628a08-f91e-47c0-83be-b2e182bed3cd admin admin] Network hostable DHCP agents. Network: 9010c4eb-70b0-4853-abe2-15efc5a47948, hostable agents: ['470b7876-9f31-410a-8036-567e17def360'], hosted agents: [] {{(pid=85291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 13:50:01.500435 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-aec60d6c-e101-498e-83c2-1c3da5de761e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:01.528458 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceec5e8-a80b-4eb9-81f0-f3f2aa683b97 admin admin] Checking segment: {'id': '563471ef-310b-4100-af9d-61c501df1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': 'f477ad35-13b4-4cc9-8e02-acd20bbfca2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:50:01.529888 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceec5e8-a80b-4eb9-81f0-f3f2aa683b97 admin admin] Network hostable DHCP agents. Network: f477ad35-13b4-4cc9-8e02-acd20bbfca2b, hostable agents: ['470b7876-9f31-410a-8036-567e17def360'], hosted agents: [] {{(pid=85290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 13:50:01.561230 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceec5e8-a80b-4eb9-81f0-f3f2aa683b97 admin admin] Network f477ad35-13b4-4cc9-8e02-acd20bbfca2b is scheduled to be hosted by DHCP agent 470b7876-9f31-410a-8036-567e17def360 with binding_index 1 {{(pid=85290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 13:50:01.570861 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83628a08-f91e-47c0-83be-b2e182bed3cd admin admin] Network 9010c4eb-70b0-4853-abe2-15efc5a47948 is scheduled to be hosted by DHCP agent 470b7876-9f31-410a-8036-567e17def360 with binding_index 1 {{(pid=85291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 13:50:01.574122 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-6ceec5e8-a80b-4eb9-81f0-f3f2aa683b97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-iscsi, f477ad35-13b4-4cc9-8e02-acd20bbfca2b) {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:50:01.592666 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2679624-baf6-489d-a3f1-19831653a78f None None] Network f477ad35-13b4-4cc9-8e02-acd20bbfca2b requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:50:01.604249 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceec5e8-a80b-4eb9-81f0-f3f2aa683b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:01.604713 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-6ceec5e8-a80b-4eb9-81f0-f3f2aa683b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:01.637250 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-83628a08-f91e-47c0-83be-b2e182bed3cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-iscsi, 9010c4eb-70b0-4853-abe2-15efc5a47948) {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:50:01.675839 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-6ceec5e8-a80b-4eb9-81f0-f3f2aa683b97 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.0621185
Apr 09 13:50:01.745982 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83628a08-f91e-47c0-83be-b2e182bed3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:01.747334 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-83628a08-f91e-47c0-83be-b2e182bed3cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:01.798104 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 52528) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:01.805462 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-a8bd583d-9a95-4d43-9058-d562160f013a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1923918763-router', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:50:01.808865 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-83628a08-f91e-47c0-83be-b2e182bed3cd admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 3.0173194
Apr 09 13:50:01.814489 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-a8bd583d-9a95-4d43-9058-d562160f013a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:01.827675 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-a8bd583d-9a95-4d43-9058-d562160f013a admin admin] Usage tracker for resource:router and tenant:8f40d2219e104d8ba0a5d0df316c2e3c is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:01.842206 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-a8bd583d-9a95-4d43-9058-d562160f013a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:01.860919 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-a8bd583d-9a95-4d43-9058-d562160f013a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:01.878266 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a8bd583d-9a95-4d43-9058-d562160f013a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850958062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2571'] for router, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:01.879502 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a8bd583d-9a95-4d43-9058-d562160f013a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850952565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850926980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850845151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15101'] for router, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:01.895390 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-693de13e-730b-4523-a09b-2524c4f92216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for subnet, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:01.929456 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a8bd583d-9a95-4d43-9058-d562160f013a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:01.965428 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85e0e1d-46e4-496d-9792-f6b3df394233 None None] Network 9010c4eb-70b0-4853-abe2-15efc5a47948 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:50:01.972317 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-aec60d6c-e101-498e-83c2-1c3da5de761e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:02.618497 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 52552) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:02.635842 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec60d6c-e101-498e-83c2-1c3da5de761e admin admin] Checking segment: {'id': '6a2d8c17-f66d-454b-89ad-1748ea8ad1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'b146cef2-8ca4-4eb4-80db-037ecad68a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:50:02.636684 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec60d6c-e101-498e-83c2-1c3da5de761e admin admin] Network hostable DHCP agents. Network: b146cef2-8ca4-4eb4-80db-037ecad68a76, hostable agents: ['470b7876-9f31-410a-8036-567e17def360'], hosted agents: [] {{(pid=85291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 13:50:02.685440 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec60d6c-e101-498e-83c2-1c3da5de761e admin admin] Network b146cef2-8ca4-4eb4-80db-037ecad68a76 is scheduled to be hosted by DHCP agent 470b7876-9f31-410a-8036-567e17def360 with binding_index 1 {{(pid=85291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 13:50:02.704991 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-aec60d6c-e101-498e-83c2-1c3da5de761e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-iscsi, b146cef2-8ca4-4eb4-80db-037ecad68a76) {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:50:02.711578 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec60d6c-e101-498e-83c2-1c3da5de761e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:02.712723 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-aec60d6c-e101-498e-83c2-1c3da5de761e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:02.736922 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693de13e-730b-4523-a09b-2524c4f92216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=925b601e-37cf-4380-a4b3-d671bf8558b0,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:02.747234 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-693de13e-730b-4523-a09b-2524c4f92216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:02.749858 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-aec60d6c-e101-498e-83c2-1c3da5de761e admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 3.8889382
Apr 09 13:50:02.754273 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 52560) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:02.777049 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-7ac56de7-3bb0-4a78-adc4-dba39553f0d5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-115882253-router', 'tenant_id': '81bb3f6d64b54413a5b4c9a77b170d9a', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:50:02.783585 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-7ac56de7-3bb0-4a78-adc4-dba39553f0d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:02.788730 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-7ac56de7-3bb0-4a78-adc4-dba39553f0d5 admin admin] Usage tracker for resource:router and tenant:81bb3f6d64b54413a5b4c9a77b170d9a is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:02.792925 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-7ac56de7-3bb0-4a78-adc4-dba39553f0d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:02.802601 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-7ac56de7-3bb0-4a78-adc4-dba39553f0d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:02.816341 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7ac56de7-3bb0-4a78-adc4-dba39553f0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850958062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2571'] for router, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:02.817938 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7ac56de7-3bb0-4a78-adc4-dba39553f0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850952565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850926980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850845151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15101'] for router, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:02.876204 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7ac56de7-3bb0-4a78-adc4-dba39553f0d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:02.887187 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7de9c5b-30f8-4493-b221-7aa77c3709fb None None] Network b146cef2-8ca4-4eb4-80db-037ecad68a76 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:50:02.958495 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693de13e-730b-4523-a09b-2524c4f92216 admin admin] Checking segment: {'id': 'd1798ed1-8af5-45cb-a42d-ab04ec377da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'dac73499-f23e-4d97-b423-652173261576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:50:02.961388 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693de13e-730b-4523-a09b-2524c4f92216 admin admin] Network hostable DHCP agents. Network: dac73499-f23e-4d97-b423-652173261576, hostable agents: ['470b7876-9f31-410a-8036-567e17def360'], hosted agents: [] {{(pid=85291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 13:50:03.006890 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693de13e-730b-4523-a09b-2524c4f92216 admin admin] Network dac73499-f23e-4d97-b423-652173261576 is scheduled to be hosted by DHCP agent 470b7876-9f31-410a-8036-567e17def360 with binding_index 1 {{(pid=85291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 13:50:03.140865 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a8bd583d-9a95-4d43-9058-d562160f013a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850926995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850958077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15084'] for router, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:03.292257 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24ee119-261b-41cc-93c6-15010e77e31e None None] Network f477ad35-13b4-4cc9-8e02-acd20bbfca2b requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:50:03.313927 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3278d780-4f16-5798-b389-7fa32c4e7436-9010c4eb-70b0-4853-abe2-15efc5a47948', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'fixed_ips': [{'subnet_id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f'}]}} from dv-cinder-785362-1-iscsi. {{(pid=85292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 09 13:50:03.314871 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:03.500257 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 52586) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:03.501872 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2975cc40-fcd2-41a6-9bf8-7261777ad091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:03.529796 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-2975cc40-fcd2-41a6-9bf8-7261777ad091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:03.534006 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-2975cc40-fcd2-41a6-9bf8-7261777ad091 admin admin] Usage tracker for resource:security_group_rule and tenant:f8bf88c16a5740abb27c965748881893 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:03.538396 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-2975cc40-fcd2-41a6-9bf8-7261777ad091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:03.547007 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-2975cc40-fcd2-41a6-9bf8-7261777ad091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:03.554119 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Allocated IP 172.20.0.2 (9010c4eb-70b0-4853-abe2-15efc5a47948/a11cd7fb-d8a8-4644-9261-21e5c207880f/f3cb9d28-cc3b-4f1b-860a-e492362070f8) {{(pid=85292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:50:03.582392 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:50:03.598857 dv-cinder-785362-1-iscsi neutron-server[85177]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 09 13:50:03.759420 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-693de13e-730b-4523-a09b-2524c4f92216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-iscsi, dac73499-f23e-4d97-b423-652173261576) {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:50:03.779910 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693de13e-730b-4523-a09b-2524c4f92216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:03.780704 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-693de13e-730b-4523-a09b-2524c4f92216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:03.819303 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7ac56de7-3bb0-4a78-adc4-dba39553f0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850926995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850958077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15084'] for router, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:03.869380 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a8bd583d-9a95-4d43-9058-d562160f013a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:03.880133 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-693de13e-730b-4523-a09b-2524c4f92216 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 4.2663076
Apr 09 13:50:03.880133 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2975cc40-fcd2-41a6-9bf8-7261777ad091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:03.893814 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 52600) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:03.911836 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa8061a-fd2d-4744-8eef-4cd913c4f944 None None] Network b146cef2-8ca4-4eb4-80db-037ecad68a76 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:50:03.942779 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624c76e6-2549-4d68-8c99-f50c0d83b5ba None None] Network dac73499-f23e-4d97-b423-652173261576 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:50:03.975415 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a8bd583d-9a95-4d43-9058-d562160f013a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:04.007631 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-ed76c5b9-a044-4f81-8907-964df99fdf06 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1355787065-router', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:50:04.014328 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2975cc40-fcd2-41a6-9bf8-7261777ad091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:04.025801 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-ed76c5b9-a044-4f81-8907-964df99fdf06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:04.088790 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-ed76c5b9-a044-4f81-8907-964df99fdf06 admin admin] Usage tracker for resource:router and tenant:ba5d9acca4e84f2e82dcc146f183b1f2 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:04.093608 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-367ee9dc-efbc-46cd-b87a-ee032adf689c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:04.114961 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-2975cc40-fcd2-41a6-9bf8-7261777ad091 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f8bf88c16a5740abb27c965748881893&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4648969
Apr 09 13:50:04.114961 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-ed76c5b9-a044-4f81-8907-964df99fdf06 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:04.123694 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 52608) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:04.179601 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-ed76c5b9-a044-4f81-8907-964df99fdf06 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:04.345358 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975cc40-fcd2-41a6-9bf8-7261777ad091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34bb09d-1293-4f3f-bc02-9862afaedf39,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:04.350836 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ed76c5b9-a044-4f81-8907-964df99fdf06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850958062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2571'] for router, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:04.352788 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ed76c5b9-a044-4f81-8907-964df99fdf06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850952565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850926980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850845151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15101'] for router, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:04.359648 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2975cc40-fcd2-41a6-9bf8-7261777ad091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:04.449875 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ed76c5b9-a044-4f81-8907-964df99fdf06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:04.491610 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-02fa08c1-d23b-4eff-b247-c374760e5ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:04.499514 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-a8bd583d-9a95-4d43-9058-d562160f013a admin admin] Allocated IP 172.27.0.37 (ef175b21-42e7-4a59-9f09-4b77dc7ee6f8/51aa8935-8cce-40ab-82a2-0ed18a8aeaa8/7d71da57-5b2f-4a35-be30-ed357cb3c08b) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:50:04.550111 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-02fa08c1-d23b-4eff-b247-c374760e5ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:04.629627 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3278d780-4f16-5798-b389-7fa32c4e7436-dac73499-f23e-4d97-b423-652173261576', 'network_id': 'dac73499-f23e-4d97-b423-652173261576', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'fixed_ips': [{'subnet_id': '925b601e-37cf-4380-a4b3-d671bf8558b0'}]}} from dv-cinder-785362-1-iscsi. {{(pid=85292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 09 13:50:04.631412 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:04.680694 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-02fa08c1-d23b-4eff-b247-c374760e5ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:04.699532 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:04.701192 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a8bd583d-9a95-4d43-9058-d562160f013a admin admin] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:04.734542 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa08c1-d23b-4eff-b247-c374760e5ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34bb09d-1293-4f3f-bc02-9862afaedf39,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:04.746641 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a8bd583d-9a95-4d43-9058-d562160f013a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:04.774973 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-2bd8d7cc-280f-4333-97cb-25bb00315306 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:04.775657 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-2bd8d7cc-280f-4333-97cb-25bb00315306 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Synchronizing usage tracker for tenant:a05a871db61948478e6983c710b17b3c on resource:network {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:50:04.789730 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-513bc356-e4e6-49b4-8e85-b46de6d545ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:04.840683 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-02fa08c1-d23b-4eff-b247-c374760e5ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:04.961642 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] Allocated IP 172.20.0.2 (dac73499-f23e-4d97-b423-652173261576/925b601e-37cf-4380-a4b3-d671bf8558b0/a80d6aad-80c5-4cde-a066-2432761901eb) {{(pid=85292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:50:05.177001 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Notify callbacks [] for port, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:05.199671 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Transition to ACTIVE for port object f3cb9d28-cc3b-4f1b-860a-e492362070f8 will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:50:05.238818 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Transition to ACTIVE for port object f3cb9d28-cc3b-4f1b-860a-e492362070f8 will not be triggered until provisioned by entity DHCP. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:50:05.245026 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd583d-9a95-4d43-9058-d562160f013a admin admin] Pushing event updated for resources: {'Port': ['ID=7d71da57-5b2f-4a35-be30-ed357cb3c08b,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:05.258484 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-a8bd583d-9a95-4d43-9058-d562160f013a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:05.264769 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-2bd8d7cc-280f-4333-97cb-25bb00315306 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Unset dirty status for tenant:a05a871db61948478e6983c710b17b3c on resource:network {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:50:05.266388 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-2bd8d7cc-280f-4333-97cb-25bb00315306 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/networks?id=f477ad35-13b4-4cc9-8e02-acd20bbfca2b HTTP/1.1" status: 200  len: 812 time: 1.7642586
Apr 09 13:50:05.276968 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:05.355277 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-74f86849-b925-406e-b2e0-2c73c19cb202 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/quotas/a05a871db61948478e6983c710b17b3c HTTP/1.1" status: 200  len: 375 time: 0.0403571
Apr 09 13:50:05.520637 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:05.543531 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-bd40a68e-8718-457c-b694-0f343d09682f tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=a05a871db61948478e6983c710b17b3c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1639102
Apr 09 13:50:05.547143 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 52638) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:05.610603 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bd583d-9a95-4d43-9058-d562160f013a admin admin] Network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:50:05.611905 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-a8bd583d-9a95-4d43-9058-d562160f013a admin admin] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:50:05.618675 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bd583d-9a95-4d43-9058-d562160f013a admin admin] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:50:05.882096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Pushing event updated for resources: {'Port': ['ID=f3cb9d28-cc3b-4f1b-860a-e492362070f8,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:05.938246 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:05.938634 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:05.939009 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:05.939378 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:05.939760 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:05.940138 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:05.940529 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:05.940894 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:05.941259 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:05.941619 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:05.941979 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:05.942339 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Tracked resource versions report:
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]: pushed versions:
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]: {   'AddressGroup': {'1.2'},
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:     'ConntrackHelper': {'1.0'},
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Log': {'1.0'},
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Network': {'1.1'},
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Port': {'1.7'},
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:     'PortForwarding': {'1.2'},
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:     'QosPolicy': {'1.8'},
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:     'SecurityGroup': {'1.4'},
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:     'SecurityGroupRule': {'1.2'},
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:     'SubPort': {'1.0'},
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Subnet': {'1.1'},
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Trunk': {'1.1'}}
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]: consumer versions:
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]: {   DHCP agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:     HyperV agent@hv-cinder-78536: {},
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:     L3 agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:     Metadata agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:     Metering agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:     Open vSwitch agent@dv-cinder-785362-1-iscsi: {   'AddressGroup': '1.2',
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'ConntrackHelper': '1.0',
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Log': '1.0',
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Network': '1.1',
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Port': '1.7',
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'PortForwarding': '1.2',
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'QosPolicy': '1.8',
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'SecurityGroup': '1.4',
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'SecurityGroupRule': '1.2',
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'SubPort': '1.0',
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Subnet': '1.1',
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Trunk': '1.1'}}
Apr 09 13:50:05.943508 dv-cinder-785362-1-iscsi neutron-server[85177]:  {{(pid=85292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 09 13:50:05.958067 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:06.081649 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-6373115a-65fd-4543-9f00-9c26374c50f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:06.159539 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Network 9010c4eb-70b0-4853-abe2-15efc5a47948 is already hosted by enough agents. {{(pid=85292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:50:06.160497 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-09ad97bf-9200-4b2e-956c-a0dbe33fa1ee service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=85290) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 13:50:06.162779 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-09ad97bf-9200-4b2e-956c-a0dbe33fa1ee service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1888130
Apr 09 13:50:06.167500 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Resources bound (agent type, host, resource id):  {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:50:06.167736 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-6373115a-65fd-4543-9f00-9c26374c50f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:06.179830 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Received port after_create {{(pid=85292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:50:06.213027 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-02fa08c1-d23b-4eff-b247-c374760e5ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:06.217845 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-02fa08c1-d23b-4eff-b247-c374760e5ba5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c34bb09d-1293-4f3f-bc02-9862afaedf39 HTTP/1.1" status: 204  len: 168 time: 2.0864108
Apr 09 13:50:06.384720 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Attempting to bind port f3cb9d28-cc3b-4f1b-860a-e492362070f8 on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:50:06.385139 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Attempting to bind port f3cb9d28-cc3b-4f1b-860a-e492362070f8 by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': 'ffc7f35b-818c-4749-a380-82e8b8d7042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:50:06.385706 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Attempting to bind port f3cb9d28-cc3b-4f1b-860a-e492362070f8 on network 9010c4eb-70b0-4853-abe2-15efc5a47948 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:50:06.395603 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:50:06.396117 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Checking segment: {'id': 'ffc7f35b-818c-4749-a380-82e8b8d7042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:50:06.396684 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:06.397122 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Bound using segment: {'id': 'ffc7f35b-818c-4749-a380-82e8b8d7042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:50:06.397681 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Bound port: f3cb9d28-cc3b-4f1b-860a-e492362070f8, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc7f35b-818c-4749-a380-82e8b8d7042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:50:06.398135 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:06.434221 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] Notify callbacks [] for port, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:06.450229 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ed76c5b9-a044-4f81-8907-964df99fdf06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850926995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850958077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15084'] for router, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:06.480077 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] Transition to ACTIVE for port object a80d6aad-80c5-4cde-a066-2432761901eb will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:50:06.485811 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7ac56de7-3bb0-4a78-adc4-dba39553f0d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:06.488135 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-05415f00-f962-4c30-b80d-2919b0e2bd43 service neutron] 10.222.0.96 "GET /v2.0/networks/f477ad35-13b4-4cc9-8e02-acd20bbfca2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3147957
Apr 09 13:50:06.493342 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-6373115a-65fd-4543-9f00-9c26374c50f2 admin admin] Usage tracker for resource:security_group_rule and tenant:98203bd88c734d41a9ccd7ebf2ac3312 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:06.555488 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] Transition to ACTIVE for port object a80d6aad-80c5-4cde-a066-2432761901eb will not be triggered until provisioned by entity DHCP. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:50:06.570600 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:06.608173 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-79d79ef7-8fe4-4fc7-b1c7-7024dd127ce0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:06.645424 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7ac56de7-3bb0-4a78-adc4-dba39553f0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:06.701926 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-6373115a-65fd-4543-9f00-9c26374c50f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:06.724849 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] For port f3cb9d28-cc3b-4f1b-860a-e492362070f8, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:50:06.736764 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] Pushing event updated for resources: {'Port': ['ID=a80d6aad-80c5-4cde-a066-2432761901eb,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:06.745508 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:06.880622 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] For port f3cb9d28-cc3b-4f1b-860a-e492362070f8, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=f3cb9d28-cc3b-4f1b-860a-e492362070f8,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:50:06.890746 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:06.948830 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:07.068043 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-6373115a-65fd-4543-9f00-9c26374c50f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:07.081701 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Pushing event updated for resources: {'Port': ['ID=f3cb9d28-cc3b-4f1b-860a-e492362070f8,revision_number=2']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:07.117812 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-7ac56de7-3bb0-4a78-adc4-dba39553f0d5 admin admin] Allocated IP 172.27.0.32 (ef175b21-42e7-4a59-9f09-4b77dc7ee6f8/51aa8935-8cce-40ab-82a2-0ed18a8aeaa8/19f0350c-7c7f-4fc9-9fcf-cd14786f7630) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:50:07.177741 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:07.338562 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] Network dac73499-f23e-4d97-b423-652173261576 is already hosted by enough agents. {{(pid=85292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:50:07.414058 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] Resources bound (agent type, host, resource id):  {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:50:07.419957 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] Received port after_create {{(pid=85292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:50:07.508949 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-6373115a-65fd-4543-9f00-9c26374c50f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:07.520744 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-6373115a-65fd-4543-9f00-9c26374c50f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:07.528141 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-b27baa7e-1ee9-476f-a27a-3a6b00eadb8f service neutron] 10.222.0.96 "GET /v2.0/networks/f477ad35-13b4-4cc9-8e02-acd20bbfca2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0285513
Apr 09 13:50:07.589366 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:07.604503 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-6373115a-65fd-4543-9f00-9c26374c50f2 admin admin] Synchronizing usage tracker for tenant:96704e18941649f1883b8ee353dfee53 on resource:security_group {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:50:07.640145 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a8bd583d-9a95-4d43-9058-d562160f013a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:07.720129 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] Attempting to bind port a80d6aad-80c5-4cde-a066-2432761901eb on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:50:07.721003 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] Attempting to bind port a80d6aad-80c5-4cde-a066-2432761901eb by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': 'd1798ed1-8af5-45cb-a42d-ab04ec377da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'dac73499-f23e-4d97-b423-652173261576'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:50:07.722381 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] Attempting to bind port a80d6aad-80c5-4cde-a066-2432761901eb on network dac73499-f23e-4d97-b423-652173261576 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:50:07.735115 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:50:07.736096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] Checking segment: {'id': 'd1798ed1-8af5-45cb-a42d-ab04ec377da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'dac73499-f23e-4d97-b423-652173261576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:50:07.737149 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:07.739109 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] Bound using segment: {'id': 'd1798ed1-8af5-45cb-a42d-ab04ec377da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'dac73499-f23e-4d97-b423-652173261576'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:50:07.740192 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] Bound port: a80d6aad-80c5-4cde-a066-2432761901eb, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1798ed1-8af5-45cb-a42d-ab04ec377da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'dac73499-f23e-4d97-b423-652173261576'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:50:07.741172 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:07.893760 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-6373115a-65fd-4543-9f00-9c26374c50f2 admin admin] Unset dirty status for tenant:96704e18941649f1883b8ee353dfee53 on resource:security_group {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:50:07.895867 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-6373115a-65fd-4543-9f00-9c26374c50f2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=98203bd88c734d41a9ccd7ebf2ac3312&name=default HTTP/1.1" status: 200  len: 2975 time: 2.3475468
Apr 09 13:50:07.901040 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 52708) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:07.971246 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] For port a80d6aad-80c5-4cde-a066-2432761901eb, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:50:07.984843 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] For port a80d6aad-80c5-4cde-a066-2432761901eb, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=a80d6aad-80c5-4cde-a066-2432761901eb,segment=NetworkSegment(d1798ed1-8af5-45cb-a42d-ab04ec377da1),segment_id=d1798ed1-8af5-45cb-a42d-ab04ec377da1)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:50:07.993783 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:08.212161 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373115a-65fd-4543-9f00-9c26374c50f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d85f264-dca2-4e2a-a2d5-62d6107f0940,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:08.218539 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-6373115a-65fd-4543-9f00-9c26374c50f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:08.279149 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7ac56de7-3bb0-4a78-adc4-dba39553f0d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:08.422505 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:08.439120 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ed76c5b9-a044-4f81-8907-964df99fdf06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:08.735099 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ed76c5b9-a044-4f81-8907-964df99fdf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:08.835250 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e4932cfc-f290-44a0-be89-38e4ce633481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:08.869157 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e4932cfc-f290-44a0-be89-38e4ce633481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:08.993364 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e4932cfc-f290-44a0-be89-38e4ce633481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:09.060885 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:09.084329 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] Pushing event updated for resources: {'Port': ['ID=a80d6aad-80c5-4cde-a066-2432761901eb,revision_number=2']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:09.100000 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4932cfc-f290-44a0-be89-38e4ce633481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d85f264-dca2-4e2a-a2d5-62d6107f0940,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:09.115828 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7ac56de7-3bb0-4a78-adc4-dba39553f0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:09.120685 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e4932cfc-f290-44a0-be89-38e4ce633481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:09.125013 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:09.181934 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9dbadb73-750c-47ab-97ec-7a09dc3d103a req-9defa429-618a-4891-8dc1-491e8e5a7a5e tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 210 time: 0.5626078
Apr 09 13:50:09.237968 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:09.486117 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a8bd583d-9a95-4d43-9058-d562160f013a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3817755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3848835'] for router, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:10.016809 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e4932cfc-f290-44a0-be89-38e4ce633481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:10.020929 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-e4932cfc-f290-44a0-be89-38e4ce633481 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5d85f264-dca2-4e2a-a2d5-62d6107f0940 HTTP/1.1" status: 204  len: 168 time: 2.1120090
Apr 09 13:50:10.025584 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac56de7-3bb0-4a78-adc4-dba39553f0d5 admin admin] Pushing event updated for resources: {'Port': ['ID=19f0350c-7c7f-4fc9-9fcf-cd14786f7630,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:10.069880 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7ac56de7-3bb0-4a78-adc4-dba39553f0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:10.303646 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac56de7-3bb0-4a78-adc4-dba39553f0d5 admin admin] Network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:50:10.310009 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-7ac56de7-3bb0-4a78-adc4-dba39553f0d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:50:10.323049 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac56de7-3bb0-4a78-adc4-dba39553f0d5 admin admin] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:50:10.426258 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bd583d-9a95-4d43-9058-d562160f013a admin admin] Router a6a67208-41f8-4a03-be6b-bf70086a3410 is scheduled to L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 with binding_index 1 {{(pid=85290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 09 13:50:10.526927 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device f3cb9d28-cc3b-4f1b-860a-e492362070f8 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:50:10.691949 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 52796) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:10.719946 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628e45ec-b682-4c9e-a2b0-99c557bb9da3 None None] Network 9010c4eb-70b0-4853-abe2-15efc5a47948 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:50:10.838228 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-ed76c5b9-a044-4f81-8907-964df99fdf06 admin admin] Allocated IP 172.27.0.2 (ef175b21-42e7-4a59-9f09-4b77dc7ee6f8/51aa8935-8cce-40ab-82a2-0ed18a8aeaa8/87a491c5-49c5-4edc-b05f-2671cfe3505f) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:50:11.450070 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7ac56de7-3bb0-4a78-adc4-dba39553f0d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:11.483086 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-a6729350-1744-49f6-b2be-d10bac053584 None None] Provisioning for port f3cb9d28-cc3b-4f1b-860a-e492362070f8 completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:50:11.512252 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port f3cb9d28-cc3b-4f1b-860a-e492362070f8 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:50:11.589241 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port f3cb9d28-cc3b-4f1b-860a-e492362070f8 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:50:11.589666 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:11.716890 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-cf2ecb13-6373-4e31-933c-94f6662d831a req-67c0d585-4f2b-402c-9e42-57e0553b96b1 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 210 time: 1.0182362
Apr 09 13:50:11.819698 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed5b9c5-a575-4f87-8e79-a7e2aa2cace8 None None] Network dac73499-f23e-4d97-b423-652173261576 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:50:11.921102 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bd583d-9a95-4d43-9058-d562160f013a admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:50:11.939434 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] Sync routers for ids ['a6a67208-41f8-4a03-be6b-bf70086a3410'] in dv-cinder-785362-1-iscsi {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:50:11.982444 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] Routers {'a6a67208-41f8-4a03-be6b-bf70086a3410'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:50:11.983833 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bd8a6780>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:49:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['a6a67208-41f8-4a03-be6b-bf70086a3410'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:50:12.001552 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a8bd583d-9a95-4d43-9058-d562160f013a admin admin] Notify callbacks [] for router, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:12.002940 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-a8bd583d-9a95-4d43-9058-d562160f013a admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 10.2038252
Apr 09 13:50:12.009360 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 52838) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:12.498078 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 52846) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:12.558152 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-a6729350-1744-49f6-b2be-d10bac053584 None None] Provisioning complete for port f3cb9d28-cc3b-4f1b-860a-e492362070f8 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:50:12.562439 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a6729350-1744-49f6-b2be-d10bac053584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:12.659061 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 52872) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:12.855740 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-24ab5b58-be76-4b9b-b701-11f5d67b8e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:12.864845 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] Set router a6a67208-41f8-4a03-be6b-bf70086a3410 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:50:12.902226 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-24ab5b58-be76-4b9b-b701-11f5d67b8e32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:12.907577 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-24ab5b58-be76-4b9b-b701-11f5d67b8e32 admin admin] Usage tracker for resource:security_group_rule and tenant:a267316762c34ff9a67d617565d74a19 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:12.910696 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-24ab5b58-be76-4b9b-b701-11f5d67b8e32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:12.917344 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-24ab5b58-be76-4b9b-b701-11f5d67b8e32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:13.310726 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-24ab5b58-be76-4b9b-b701-11f5d67b8e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:13.370068 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-24ab5b58-be76-4b9b-b701-11f5d67b8e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:13.682264 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:13.692749 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 52890) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:13.714713 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] For port f3cb9d28-cc3b-4f1b-860a-e492362070f8, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=f3cb9d28-cc3b-4f1b-860a-e492362070f8,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:50:13.731348 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ed76c5b9-a044-4f81-8907-964df99fdf06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:13.744004 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:13.750492 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device a80d6aad-80c5-4cde-a066-2432761901eb up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:50:13.789784 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e4932cfc-f290-44a0-be89-38e4ce633481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:13.806248 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-24ab5b58-be76-4b9b-b701-11f5d67b8e32 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a267316762c34ff9a67d617565d74a19&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2635334
Apr 09 13:50:13.811215 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 52892) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:13.814007 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ed76c5b9-a044-4f81-8907-964df99fdf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:13.828201 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:13.948128 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bd8a6780>, [{'id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'name': 'tempest-AttachVolumeShelveTestJSON-1923918763-router', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:01Z', 'updated_at': '2021-04-09T13:50:06Z', 'revision_number': 3, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'gw_port': {'id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:50:13.957532 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] Checking router: a6a67208-41f8-4a03-be6b-bf70086a3410 for host: dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:50:13.959849 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] Updating router a6a67208-41f8-4a03-be6b-bf70086a3410 port 7d71da57-5b2f-4a35-be30-ed357cb3c08b binding host dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 13:50:14.036023 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed76c5b9-a044-4f81-8907-964df99fdf06 admin admin] Network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:50:14.054066 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-ed76c5b9-a044-4f81-8907-964df99fdf06 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:50:14.073426 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed76c5b9-a044-4f81-8907-964df99fdf06 admin admin] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:50:14.171670 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.93', 49865) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:14.173067 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c59a84ab-637e-423c-83b1-27302432b342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:14.178640 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:14.191724 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0224b2ed-cc56-4a6d-a9c8-eb3a532fa1fb req-5a2544d8-6b52-44e8-98fe-be63e8866ff9 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 210 time: 0.9214096
Apr 09 13:50:14.307098 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a6729350-1744-49f6-b2be-d10bac053584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:14.441039 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-c59a84ab-637e-423c-83b1-27302432b342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:14.444082 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab5b58-be76-4b9b-b701-11f5d67b8e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3fe24d-b1c4-402f-8bd2-e2ff41831e8f,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:14.445870 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-c59a84ab-637e-423c-83b1-27302432b342 admin admin] Usage tracker for resource:security_group_rule and tenant:4f9ad185ad2a4e9e8b692978d5f306ce is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:14.449127 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-c59a84ab-637e-423c-83b1-27302432b342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:14.457026 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-c59a84ab-637e-423c-83b1-27302432b342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:14.472553 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-24ab5b58-be76-4b9b-b701-11f5d67b8e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:14.477528 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-dafcd396-1de8-46d7-ab30-b41ef9687ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.474s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:14.602573 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c59a84ab-637e-423c-83b1-27302432b342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:14.658391 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.db.api [None req-a6729350-1744-49f6-b2be-d10bac053584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85292) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 13:50:14.659440 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_db.api [None req-a6729350-1744-49f6-b2be-d10bac053584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 09 13:50:14.662960 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-14ac699b-f482-4bf0-a4a3-5ca8a478b732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:14.663378 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Pushing event updated for resources: {'Port': ['ID=f3cb9d28-cc3b-4f1b-860a-e492362070f8,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:14.672248 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port a80d6aad-80c5-4cde-a066-2432761901eb completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:50:14.683658 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:14.687048 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c59a84ab-637e-423c-83b1-27302432b342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:14.705424 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-14ac699b-f482-4bf0-a4a3-5ca8a478b732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:14.712046 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-14ac699b-f482-4bf0-a4a3-5ca8a478b732 admin admin] Usage tracker for resource:security_group_rule and tenant:7c13b09088304742bfde18d6f01b87f7 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:14.718065 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-14ac699b-f482-4bf0-a4a3-5ca8a478b732 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:14.724898 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-14ac699b-f482-4bf0-a4a3-5ca8a478b732 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:14.830367 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device f3cb9d28-cc3b-4f1b-860a-e492362070f8 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:50:14.855846 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-14ac699b-f482-4bf0-a4a3-5ca8a478b732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:14.901461 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:14.911236 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-14ac699b-f482-4bf0-a4a3-5ca8a478b732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:14.957155 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-c59a84ab-637e-423c-83b1-27302432b342 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4f9ad185ad2a4e9e8b692978d5f306ce&name=default HTTP/1.1" status: 200  len: 2975 time: 2.2925334
Apr 09 13:50:14.957155 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a84ab-637e-423c-83b1-27302432b342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4826d3-2d2d-4f9e-a1fa-7bc1d44a8266,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:14.971214 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 52918) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:15.014016 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-69fcd866-c4e4-46e5-b936-e46d5c554c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:15.066355 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port f3cb9d28-cc3b-4f1b-860a-e492362070f8 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:50:15.066686 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:15.092006 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-69fcd866-c4e4-46e5-b936-e46d5c554c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:15.102454 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c59a84ab-637e-423c-83b1-27302432b342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:15.103000 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c59a84ab-637e-423c-83b1-27302432b342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:15.195514 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76c5b9-a044-4f81-8907-964df99fdf06 admin admin] Pushing event updated for resources: {'Port': ['ID=87a491c5-49c5-4edc-b05f-2671cfe3505f,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:15.214949 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-ed76c5b9-a044-4f81-8907-964df99fdf06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:15.323186 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] Notify callbacks [] for port, precommit_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:15.350502 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] Transition to ACTIVE for port object 7d71da57-5b2f-4a35-be30-ed357cb3c08b will not be triggered until provisioned by entity L2. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:50:15.358707 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:15.399068 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:15.422074 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-15bc9f54-4ee0-4d33-bde5-b6054e6463e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:15.581697 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac699b-f482-4bf0-a4a3-5ca8a478b732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fb3de5-044f-4349-8059-1f408194ebd8,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:15.691848 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3ec875d3-4b72-4f64-91df-c590ad9ac40a None None] Provisioning for port a80d6aad-80c5-4cde-a066-2432761901eb completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:50:15.698617 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c1a97b80-fb32-4cd3-bff4-7b6ddd97e620 req-47222263-d3af-4a9d-a85c-acaff846e495 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 210 time: 0.1111155
Apr 09 13:50:15.709884 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-14ac699b-f482-4bf0-a4a3-5ca8a478b732 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7c13b09088304742bfde18d6f01b87f7&name=default HTTP/1.1" status: 200  len: 2975 time: 1.7986209
Apr 09 13:50:15.709884 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-14ac699b-f482-4bf0-a4a3-5ca8a478b732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:15.715302 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 52950) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:15.721422 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3ec875d3-4b72-4f64-91df-c590ad9ac40a None None] Provisioning complete for port a80d6aad-80c5-4cde-a066-2432761901eb triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:50:15.722261 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3ec875d3-4b72-4f64-91df-c590ad9ac40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:15.731294 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7d4a543e-f169-4edb-b83b-71a65f5d4778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:15.769233 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7d4a543e-f169-4edb-b83b-71a65f5d4778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:15.790501 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] Attempting to bind port 7d71da57-5b2f-4a35-be30-ed357cb3c08b on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:50:15.792845 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] Attempting to bind port 7d71da57-5b2f-4a35-be30-ed357cb3c08b by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:50:15.793364 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] Attempting to bind port 7d71da57-5b2f-4a35-be30-ed357cb3c08b on network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:50:15.805759 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c9749-d2e0-46f7-9a4f-eb854c6861b7 None None] Pushing event updated for resources: {'Port': ['ID=7d71da57-5b2f-4a35-be30-ed357cb3c08b,revision_number=2']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:15.813443 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7ac56de7-3bb0-4a78-adc4-dba39553f0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3817755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3848835'] for router, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:15.822482 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c9749-d2e0-46f7-9a4f-eb854c6861b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:15.822860 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c9749-d2e0-46f7-9a4f-eb854c6861b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:15.823232 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c9749-d2e0-46f7-9a4f-eb854c6861b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:15.824116 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c9749-d2e0-46f7-9a4f-eb854c6861b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:15.824116 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c9749-d2e0-46f7-9a4f-eb854c6861b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:15.824528 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c9749-d2e0-46f7-9a4f-eb854c6861b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:15.824676 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c9749-d2e0-46f7-9a4f-eb854c6861b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:15.824980 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c9749-d2e0-46f7-9a4f-eb854c6861b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:15.825471 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c9749-d2e0-46f7-9a4f-eb854c6861b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:15.825836 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c9749-d2e0-46f7-9a4f-eb854c6861b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:15.826193 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c9749-d2e0-46f7-9a4f-eb854c6861b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:15.826700 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c9749-d2e0-46f7-9a4f-eb854c6861b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c9749-d2e0-46f7-9a4f-eb854c6861b7 None None] Tracked resource versions report:
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]: pushed versions:
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]: {   'AddressGroup': {'1.2'},
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:     'ConntrackHelper': {'1.0'},
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Log': {'1.0'},
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Network': {'1.1'},
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Port': {'1.7'},
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:     'PortForwarding': {'1.2'},
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:     'QosPolicy': {'1.8'},
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:     'SecurityGroup': {'1.4'},
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:     'SecurityGroupRule': {'1.2'},
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:     'SubPort': {'1.0'},
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Subnet': {'1.1'},
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:     'Trunk': {'1.1'}}
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]: consumer versions:
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]: {   DHCP agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:     HyperV agent@hv-cinder-78536: {},
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:     L3 agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:     Metadata agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:     Metering agent@dv-cinder-785362-1-iscsi: {},
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:     Open vSwitch agent@dv-cinder-785362-1-iscsi: {   'AddressGroup': '1.2',
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'ConntrackHelper': '1.0',
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Log': '1.0',
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Network': '1.1',
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Port': '1.7',
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'PortForwarding': '1.2',
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'QosPolicy': '1.8',
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'SecurityGroup': '1.4',
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'SecurityGroupRule': '1.2',
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'SubPort': '1.0',
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Subnet': '1.1',
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:                                                      'Trunk': '1.1'}}
Apr 09 13:50:15.827848 dv-cinder-785362-1-iscsi neutron-server[85177]:  {{(pid=85293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 09 13:50:15.838336 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f37c9749-d2e0-46f7-9a4f-eb854c6861b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:15.839444 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:50:15.839849 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] Checking segment: {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:50:15.840310 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:15.840741 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] Bound using segment: {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:50:15.841956 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] Bound port: 7d71da57-5b2f-4a35-be30-ed357cb3c08b, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:50:15.842461 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:15.887207 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7d4a543e-f169-4edb-b83b-71a65f5d4778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:15.931178 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:15.948952 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] For port 7d71da57-5b2f-4a35-be30-ed357cb3c08b, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:50:15.952677 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] For port 7d71da57-5b2f-4a35-be30-ed357cb3c08b, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=7d71da57-5b2f-4a35-be30-ed357cb3c08b,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:50:15.957558 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:15.958950 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a543e-f169-4edb-b83b-71a65f5d4778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4826d3-2d2d-4f9e-a1fa-7bc1d44a8266,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:15.979368 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-07b72a44-135f-42f7-a622-eba24a16578a tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:15.981610 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-07b72a44-135f-42f7-a622-eba24a16578a tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.93 "GET /v2.0/networks?id=f477ad35-13b4-4cc9-8e02-acd20bbfca2b HTTP/1.1" status: 200  len: 812 time: 1.7928050
Apr 09 13:50:15.983554 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7d4a543e-f169-4edb-b83b-71a65f5d4778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:16.012117 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-86998653-5c1a-4d1d-8ae1-9f989d85f8db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:16.031066 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7d4a543e-f169-4edb-b83b-71a65f5d4778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:16.051661 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-7d4a543e-f169-4edb-b83b-71a65f5d4778 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5d4826d3-2d2d-4f9e-a1fa-7bc1d44a8266 HTTP/1.1" status: 204  len: 168 time: 0.9939349
Apr 09 13:50:16.074898 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-3eb1640b-90a5-4d56-9cd4-cfd6b9f8ef73 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Request body: {'port': {'device_id': '83e75ded-85b8-4b93-b59b-91df8dde729b', 'network_id': 'f477ad35-13b4-4cc9-8e02-acd20bbfca2b', 'admin_state_up': True, 'tenant_id': 'a05a871db61948478e6983c710b17b3c'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:50:16.109214 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3ec875d3-4b72-4f64-91df-c590ad9ac40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:16.146865 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c9749-d2e0-46f7-9a4f-eb854c6861b7 None None] Pushing event updated for resources: {'Port': ['ID=7d71da57-5b2f-4a35-be30-ed357cb3c08b,revision_number=3']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:16.153279 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3ec875d3-4b72-4f64-91df-c590ad9ac40a None None] For port a80d6aad-80c5-4cde-a066-2432761901eb, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=a80d6aad-80c5-4cde-a066-2432761901eb,segment=NetworkSegment(d1798ed1-8af5-45cb-a42d-ab04ec377da1),segment_id=d1798ed1-8af5-45cb-a42d-ab04ec377da1)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:50:16.160266 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3ec875d3-4b72-4f64-91df-c590ad9ac40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:16.162970 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f37c9749-d2e0-46f7-9a4f-eb854c6861b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:16.171179 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:16.350680 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3ec875d3-4b72-4f64-91df-c590ad9ac40a None None] Provisioning complete for port f3cb9d28-cc3b-4f1b-860a-e492362070f8 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:50:16.352316 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3ec875d3-4b72-4f64-91df-c590ad9ac40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:16.499076 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec875d3-4b72-4f64-91df-c590ad9ac40a None None] Pushing event updated for resources: {'Port': ['ID=a80d6aad-80c5-4cde-a066-2432761901eb,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:16.519132 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3ec875d3-4b72-4f64-91df-c590ad9ac40a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:16.581075 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] Routers {'a6a67208-41f8-4a03-be6b-bf70086a3410'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:50:16.581449 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-69fcd866-c4e4-46e5-b936-e46d5c554c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:16.582096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bd8a6780>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:49:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['a6a67208-41f8-4a03-be6b-bf70086a3410'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:50:16.631993 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-10362cdd-6631-4262-a84b-5809299f1a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:16.662618 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-69fcd866-c4e4-46e5-b936-e46d5c554c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:16.664573 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-69fcd866-c4e4-46e5-b936-e46d5c554c98 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bc3fe24d-b1c4-402f-8bd2-e2ff41831e8f HTTP/1.1" status: 204  len: 168 time: 2.8490481
Apr 09 13:50:16.666231 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fcd866-c4e4-46e5-b936-e46d5c554c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3fe24d-b1c4-402f-8bd2-e2ff41831e8f,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:16.693788 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-69fcd866-c4e4-46e5-b936-e46d5c554c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:16.708958 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-3eb1640b-90a5-4d56-9cd4-cfd6b9f8ef73 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:16.727177 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-3eb1640b-90a5-4d56-9cd4-cfd6b9f8ef73 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Usage tracker for resource:port and tenant:a05a871db61948478e6983c710b17b3c is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:16.739145 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-3eb1640b-90a5-4d56-9cd4-cfd6b9f8ef73 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:16.774287 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-605d4684-c050-4014-b8c6-fb1ca1614b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:16.803829 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-3eb1640b-90a5-4d56-9cd4-cfd6b9f8ef73 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:16.815305 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ed76c5b9-a044-4f81-8907-964df99fdf06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:16.926996 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device a80d6aad-80c5-4cde-a066-2432761901eb up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:50:17.012458 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-3eb1640b-90a5-4d56-9cd4-cfd6b9f8ef73 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Made reservation on behalf of a05a871db61948478e6983c710b17b3c for: {'port': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:50:17.045244 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-3eb1640b-90a5-4d56-9cd4-cfd6b9f8ef73 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:17.193522 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port a80d6aad-80c5-4cde-a066-2432761901eb triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:50:17.193943 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:17.397404 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d6e2bc05-3969-49f2-b483-61f78d1a8159 req-36fe7962-c54d-42dd-953b-e953f70f59dc tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 210 time: 0.3188007
Apr 09 13:50:17.429625 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] Set router a6a67208-41f8-4a03-be6b-bf70086a3410 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:50:17.885089 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-15bc9f54-4ee0-4d33-bde5-b6054e6463e1 admin admin] Allocated IP 172.20.0.1 (9010c4eb-70b0-4853-abe2-15efc5a47948/a11cd7fb-d8a8-4644-9261-21e5c207880f/c670e63b-647b-4070-b55e-5eca152c8a9a) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:50:17.909157 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-3eb1640b-90a5-4d56-9cd4-cfd6b9f8ef73 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Allocated IP 172.20.0.7 (f477ad35-13b4-4cc9-8e02-acd20bbfca2b/0dad1e5a-5778-4acd-bd6f-358cd0e8e97b/c434bf23-13df-4c3c-911b-e284340502a0) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:50:18.011253 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-605d4684-c050-4014-b8c6-fb1ca1614b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:18.079754 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-605d4684-c050-4014-b8c6-fb1ca1614b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:18.095265 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac56de7-3bb0-4a78-adc4-dba39553f0d5 admin admin] Router 3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd is scheduled to L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 with binding_index 1 {{(pid=85291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 09 13:50:18.116144 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:18.137477 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d4684-c050-4014-b8c6-fb1ca1614b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fb3de5-044f-4349-8059-1f408194ebd8,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:18.146075 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-605d4684-c050-4014-b8c6-fb1ca1614b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:18.350340 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8ddba33b-f36d-42a8-8f1c-612225b6921b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:18.567992 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac56de7-3bb0-4a78-adc4-dba39553f0d5 admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:50:18.582563 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] Sync routers for ids ['3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd'] in dv-cinder-785362-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:50:18.590507 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-605d4684-c050-4014-b8c6-fb1ca1614b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:18.599106 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-605d4684-c050-4014-b8c6-fb1ca1614b43 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/82fb3de5-044f-4349-8059-1f408194ebd8 HTTP/1.1" status: 204  len: 168 time: 2.8796327
Apr 09 13:50:18.622023 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] Routers {'3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:50:18.623207 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bd15aa58>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:49:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:50:18.682511 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7ac56de7-3bb0-4a78-adc4-dba39553f0d5 admin admin] Notify callbacks [] for router, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:18.688880 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-7ac56de7-3bb0-4a78-adc4-dba39553f0d5 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 15.9289353
Apr 09 13:50:18.693213 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 53008) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:18.830529 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bd8a6780>, [{'id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'name': 'tempest-AttachVolumeShelveTestJSON-1923918763-router', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:01Z', 'updated_at': '2021-04-09T13:50:06Z', 'revision_number': 3, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'gw_port': {'id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:50:18.847744 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c441b41a-8d6e-43f1-a7fe-d6db932aed35 None None] The sync data for ids ['a6a67208-41f8-4a03-be6b-bf70086a3410'] in dv-cinder-785362-1-iscsi is: [{'id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'name': 'tempest-AttachVolumeShelveTestJSON-1923918763-router', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:01Z', 'updated_at': '2021-04-09T13:50:06Z', 'revision_number': 3, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'gw_port': {'id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:50:18.907810 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ed76c5b9-a044-4f81-8907-964df99fdf06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3817755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3848835'] for router, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:19.158076 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9b6d1915-d27f-411f-a3f9-1d42910b9b43 req-42490861-f7ef-4036-9be1-0ededc0e9e03 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 210 time: 0.2235665
Apr 09 13:50:19.423490 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-15bc9f54-4ee0-4d33-bde5-b6054e6463e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:19.457199 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] Set router 3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:50:19.483048 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-15bc9f54-4ee0-4d33-bde5-b6054e6463e1 admin admin] Transition to ACTIVE for port object c670e63b-647b-4070-b55e-5eca152c8a9a will not be triggered until provisioned by entity DHCP. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:50:19.530039 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-3eb1640b-90a5-4d56-9cd4-cfd6b9f8ef73 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:19.621620 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-15bc9f54-4ee0-4d33-bde5-b6054e6463e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:19.719248 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-a8bd583d-9a95-4d43-9058-d562160f013a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:19.830565 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed76c5b9-a044-4f81-8907-964df99fdf06 admin admin] Router 06657d55-3f66-4fc1-ade3-84581531a06f is scheduled to L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 with binding_index 1 {{(pid=85291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 09 13:50:20.233231 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 53032) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:20.343354 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc9f54-4ee0-4d33-bde5-b6054e6463e1 admin admin] Pushing event updated for resources: {'Port': ['ID=c670e63b-647b-4070-b55e-5eca152c8a9a,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:20.348797 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-15bc9f54-4ee0-4d33-bde5-b6054e6463e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:20.352692 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-3eb1640b-90a5-4d56-9cd4-cfd6b9f8ef73 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:20.448144 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:20.756982 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1640b-90a5-4d56-9cd4-cfd6b9f8ef73 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Pushing event updated for resources: {'Port': ['ID=c434bf23-13df-4c3c-911b-e284340502a0,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:20.909851 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bd15aa58>, [{'id': '3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd', 'name': 'tempest-ServerRescueNegativeTestJSON-115882253-router', 'tenant_id': '81bb3f6d64b54413a5b4c9a77b170d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '19f0350c-7c7f-4fc9-9fcf-cd14786f7630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:02Z', 'updated_at': '2021-04-09T13:50:10Z', 'revision_number': 3, 'project_id': '81bb3f6d64b54413a5b4c9a77b170d9a', 'gw_port': {'id': '19f0350c-7c7f-4fc9-9fcf-cd14786f7630', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:33:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:06Z', 'updated_at': '2021-04-09T13:50:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:50:20.930449 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] Checking router: 3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd for host: dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:50:20.931054 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] Updating router 3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd port 19f0350c-7c7f-4fc9-9fcf-cd14786f7630 binding host dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 13:50:21.083914 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 7d71da57-5b2f-4a35-be30-ed357cb3c08b up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:50:21.087977 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3eb1640b-90a5-4d56-9cd4-cfd6b9f8ef73 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:21.540412 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bc9f54-4ee0-4d33-bde5-b6054e6463e1 admin admin] Network 9010c4eb-70b0-4853-abe2-15efc5a47948 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:50:21.550400 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-15bc9f54-4ee0-4d33-bde5-b6054e6463e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:50:21.558303 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bc9f54-4ee0-4d33-bde5-b6054e6463e1 admin admin] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:50:21.559334 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-15bc9f54-4ee0-4d33-bde5-b6054e6463e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851022769'] for router_interface, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:21.610771 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-aa03fb07-c63c-4be1-99e0-e22423f7db3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:21.632038 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:21.868036 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:21.899790 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port 7d71da57-5b2f-4a35-be30-ed357cb3c08b completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:50:21.915545 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 7d71da57-5b2f-4a35-be30-ed357cb3c08b triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:50:21.916791 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:21.976054 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f1fb1-56b1-4957-8368-968963b13d78 req-a249158b-09ba-4817-8b85-eafdf63de153 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:21.994755 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d86f1fb1-56b1-4957-8368-968963b13d78 req-a249158b-09ba-4817-8b85-eafdf63de153 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 931 time: 1.2285492
Apr 09 13:50:22.110135 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-3eb1640b-90a5-4d56-9cd4-cfd6b9f8ef73 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Network f477ad35-13b4-4cc9-8e02-acd20bbfca2b is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:50:22.161654 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-3eb1640b-90a5-4d56-9cd4-cfd6b9f8ef73 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:50:22.174366 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-3eb1640b-90a5-4d56-9cd4-cfd6b9f8ef73 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:50:22.192250 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-3eb1640b-90a5-4d56-9cd4-cfd6b9f8ef73 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:22.192991 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-3eb1640b-90a5-4d56-9cd4-cfd6b9f8ef73 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:22.311879 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-d86f1fb1-56b1-4957-8368-968963b13d78 req-2fbe9ca1-82c8-4894-92e3-bc5a59ff0f5b tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Synchronizing usage tracker for tenant:a05a871db61948478e6983c710b17b3c on resource:security_group {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:50:22.361569 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-15bc9f54-4ee0-4d33-bde5-b6054e6463e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:22.495150 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-3eb1640b-90a5-4d56-9cd4-cfd6b9f8ef73 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.4403756
Apr 09 13:50:22.565722 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-d270787a-af2b-48c3-b4a8-f1f290c4e065 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=85290) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 13:50:22.570922 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-d270787a-af2b-48c3-b4a8-f1f290c4e065 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0257075
Apr 09 13:50:22.571641 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed76c5b9-a044-4f81-8907-964df99fdf06 admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:50:22.572694 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-f5a58555-21ff-46e1-bd6f-91deaa0f0d90 None None] Provisioning for port c670e63b-647b-4070-b55e-5eca152c8a9a completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:50:22.595188 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] Sync routers for ids ['06657d55-3f66-4fc1-ade3-84581531a06f'] in dv-cinder-785362-1-iscsi {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:50:22.595873 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-d86f1fb1-56b1-4957-8368-968963b13d78 req-2fbe9ca1-82c8-4894-92e3-bc5a59ff0f5b tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Unset dirty status for tenant:a05a871db61948478e6983c710b17b3c on resource:security_group {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:50:22.617999 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1be43f51-6839-4257-ba8e-ae833a53ce53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:22.619941 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d86f1fb1-56b1-4957-8368-968963b13d78 req-2fbe9ca1-82c8-4894-92e3-bc5a59ff0f5b tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef9a617c-7232-40ce-8545-17208c560208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6227825
Apr 09 13:50:22.655058 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] Routers {'06657d55-3f66-4fc1-ade3-84581531a06f'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:50:22.659876 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bd98a2e8>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:50:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['06657d55-3f66-4fc1-ade3-84581531a06f'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:50:22.663223 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:22.761168 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] For port 7d71da57-5b2f-4a35-be30-ed357cb3c08b, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=7d71da57-5b2f-4a35-be30-ed357cb3c08b,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:50:22.764971 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-f5a58555-21ff-46e1-bd6f-91deaa0f0d90 None None] Provisioning complete for port c670e63b-647b-4070-b55e-5eca152c8a9a triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:50:22.771948 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f5a58555-21ff-46e1-bd6f-91deaa0f0d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:23.068342 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-1be43f51-6839-4257-ba8e-ae833a53ce53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:23.080930 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-1be43f51-6839-4257-ba8e-ae833a53ce53 admin admin] Usage tracker for resource:security_group_rule and tenant:75eec801d9414a63a2e2eb3e58d0be01 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:23.085663 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-1be43f51-6839-4257-ba8e-ae833a53ce53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:23.100138 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-1be43f51-6839-4257-ba8e-ae833a53ce53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:23.175564 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-f5a58555-21ff-46e1-bd6f-91deaa0f0d90 None None] Port c670e63b-647b-4070-b55e-5eca152c8a9a cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 13:50:23.225853 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:23.334180 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1be43f51-6839-4257-ba8e-ae833a53ce53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:23.370370 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1be43f51-6839-4257-ba8e-ae833a53ce53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:23.635983 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:23.720891 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] Set router 06657d55-3f66-4fc1-ade3-84581531a06f gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:50:23.761095 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:23.789668 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-1be43f51-6839-4257-ba8e-ae833a53ce53 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=75eec801d9414a63a2e2eb3e58d0be01&name=default HTTP/1.1" status: 200  len: 2978 time: 3.5544841
Apr 09 13:50:23.833848 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be43f51-6839-4257-ba8e-ae833a53ce53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cdfbae-0bae-452e-8149-7541f6e58148,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:23.878390 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1be43f51-6839-4257-ba8e-ae833a53ce53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:23.878390 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 53086) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:23.919804 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:23.970382 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-15bc9f54-4ee0-4d33-bde5-b6054e6463e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:23.976375 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-15bc9f54-4ee0-4d33-bde5-b6054e6463e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:23.977952 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-15bc9f54-4ee0-4d33-bde5-b6054e6463e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850949478'] for router_interface, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:24.011803 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-513bc356-e4e6-49b4-8e85-b46de6d545ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:24.029499 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:24.128612 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ed76c5b9-a044-4f81-8907-964df99fdf06 admin admin] Notify callbacks [] for router, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:24.133042 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-ed76c5b9-a044-4f81-8907-964df99fdf06 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 20.1396646
Apr 09 13:50:24.176168 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 53094) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:24.199661 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd79a-c481-4ceb-b2fb-b9e812ecbe0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:24.511406 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Pushing event updated for resources: {'Port': ['ID=7d71da57-5b2f-4a35-be30-ed357cb3c08b,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:24.538443 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:24.698564 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc9f54-4ee0-4d33-bde5-b6054e6463e1 admin admin] Pushing event updated for resources: {'Port': ['ID=c670e63b-647b-4070-b55e-5eca152c8a9a,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:24.725911 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] Request body: {'port': {'device_id': '83e75ded-85b8-4b93-b59b-91df8dde729b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:50:24.750557 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:24.867616 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bc9f54-4ee0-4d33-bde5-b6054e6463e1 admin admin] Network 9010c4eb-70b0-4853-abe2-15efc5a47948 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:50:24.870428 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-15bc9f54-4ee0-4d33-bde5-b6054e6463e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.858s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:25.093072 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-15bc9f54-4ee0-4d33-bde5-b6054e6463e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:50:25.134512 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bd98a2e8>, [{'id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'name': 'tempest-AttachVolumeTestJSON-1355787065-router', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:14Z', 'revision_number': 3, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'gw_port': {'id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:36:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:08Z', 'updated_at': '2021-04-09T13:50:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:50:25.152807 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:25.159010 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] Checking router: 06657d55-3f66-4fc1-ade3-84581531a06f for host: dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:50:25.163628 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] Updating router 06657d55-3f66-4fc1-ade3-84581531a06f port 87a491c5-49c5-4edc-b05f-2671cfe3505f binding host dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 13:50:25.212665 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] Transition to ACTIVE for port object 19f0350c-7c7f-4fc9-9fcf-cd14786f7630 will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:50:25.247275 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:25.333226 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:25.471092 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:25.553354 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd79a-c481-4ceb-b2fb-b9e812ecbe0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:25.930085 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 7d71da57-5b2f-4a35-be30-ed357cb3c08b up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:50:26.023815 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-7b226f87-65d0-400f-9fea-0a04fd7b6461 None None] Provisioning complete for port c670e63b-647b-4070-b55e-5eca152c8a9a triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:50:26.024418 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7b226f87-65d0-400f-9fea-0a04fd7b6461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:26.204364 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 53126) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:26.211574 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 53128) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:26.488708 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-aa1aac4e-ea16-4e89-a174-81c13f55bb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:26.555062 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd79a-c481-4ceb-b2fb-b9e812ecbe0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:26.561582 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:26.643534 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:26.826562 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] Notify callbacks [] for port, precommit_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:26.845984 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] Transition to ACTIVE for port object 87a491c5-49c5-4edc-b05f-2671cfe3505f will not be triggered until provisioned by entity L2. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:50:26.855988 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:26.883672 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cd79a-c481-4ceb-b2fb-b9e812ecbe0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cdfbae-0bae-452e-8149-7541f6e58148,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:26.889254 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd79a-c481-4ceb-b2fb-b9e812ecbe0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:26.889254 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-1c7cd79a-c481-4ceb-b2fb-b9e812ecbe0d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e2cdfbae-0bae-452e-8149-7541f6e58148 HTTP/1.1" status: 204  len: 168 time: 3.0095146
Apr 09 13:50:26.921751 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1c7cd79a-c481-4ceb-b2fb-b9e812ecbe0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:27.035492 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-20ea8086-d3cd-41fc-b388-4ac07c8e0f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:27.092491 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-7b226f87-65d0-400f-9fea-0a04fd7b6461 None None] Port c670e63b-647b-4070-b55e-5eca152c8a9a cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 13:50:27.150584 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d39bfd71-4ea7-4e10-b1f3-193591897c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:27.161650 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27a98e-9162-4742-a655-c62512428db7 None None] Pushing event updated for resources: {'Port': ['ID=19f0350c-7c7f-4fc9-9fcf-cd14786f7630,revision_number=2']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:27.203144 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915f342-1560-455c-8a6e-ff0449d8a4b3 req-ca8bc6e7-f8ac-4a6c-80da-b5186875be61 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:27.205149 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-8915f342-1560-455c-8a6e-ff0449d8a4b3 req-ca8bc6e7-f8ac-4a6c-80da-b5186875be61 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Synchronizing usage tracker for tenant:a05a871db61948478e6983c710b17b3c on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:50:27.206009 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-20ea8086-d3cd-41fc-b388-4ac07c8e0f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:27.212278 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9e27a98e-9162-4742-a655-c62512428db7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.875s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:27.216737 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-20ea8086-d3cd-41fc-b388-4ac07c8e0f9b admin admin] Usage tracker for resource:security_group_rule and tenant:959d5ea452c144d08e0c7b34797feb5b is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:27.224229 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-20ea8086-d3cd-41fc-b388-4ac07c8e0f9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:27.259048 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-20ea8086-d3cd-41fc-b388-4ac07c8e0f9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:27.359204 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] Attempting to bind port 19f0350c-7c7f-4fc9-9fcf-cd14786f7630 on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:50:27.359882 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] Attempting to bind port 19f0350c-7c7f-4fc9-9fcf-cd14786f7630 by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:50:27.366016 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] Attempting to bind port 19f0350c-7c7f-4fc9-9fcf-cd14786f7630 on network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:50:27.390781 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:50:27.391484 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] Checking segment: {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:50:27.392177 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:27.393102 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] Bound using segment: {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:50:27.412925 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] Bound port: 19f0350c-7c7f-4fc9-9fcf-cd14786f7630, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:50:27.413998 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:27.472640 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:27.614505 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-20ea8086-d3cd-41fc-b388-4ac07c8e0f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:27.686871 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-20ea8086-d3cd-41fc-b388-4ac07c8e0f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:27.851045 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398cf47-13a6-4fac-9df2-4d86b7d797d3 None None] Pushing event updated for resources: {'Port': ['ID=87a491c5-49c5-4edc-b05f-2671cfe3505f,revision_number=2']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:27.901541 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b398cf47-13a6-4fac-9df2-4d86b7d797d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:27.938898 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-d39bfd71-4ea7-4e10-b1f3-193591897c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:27.959042 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] For port 19f0350c-7c7f-4fc9-9fcf-cd14786f7630, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:50:27.963312 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 7d71da57-5b2f-4a35-be30-ed357cb3c08b triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:50:27.964080 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:27.974991 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:28.003399 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] Attempting to bind port 87a491c5-49c5-4edc-b05f-2671cfe3505f on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:50:28.006098 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-20ea8086-d3cd-41fc-b388-4ac07c8e0f9b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=959d5ea452c144d08e0c7b34797feb5b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7627776
Apr 09 13:50:28.007423 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] Attempting to bind port 87a491c5-49c5-4edc-b05f-2671cfe3505f by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:50:28.007889 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] Attempting to bind port 87a491c5-49c5-4edc-b05f-2671cfe3505f on network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:50:28.024837 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:50:28.025499 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] Checking segment: {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:50:28.025989 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:28.026468 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] Bound using segment: {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:50:28.027013 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] Bound port: 87a491c5-49c5-4edc-b05f-2671cfe3505f, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:50:28.027436 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:28.070571 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 53162) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:28.143256 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] For port 19f0350c-7c7f-4fc9-9fcf-cd14786f7630, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=19f0350c-7c7f-4fc9-9fcf-cd14786f7630,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:50:28.149192 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:28.244728 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-d39bfd71-4ea7-4e10-b1f3-193591897c90 admin admin] Usage tracker for resource:security_group_rule and tenant:46ee7d437b724cf7860146a19c6fd049 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:28.266979 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3ec875d3-4b72-4f64-91df-c590ad9ac40a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:28.322785 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-d39bfd71-4ea7-4e10-b1f3-193591897c90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:28.335730 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-8915f342-1560-455c-8a6e-ff0449d8a4b3 req-ca8bc6e7-f8ac-4a6c-80da-b5186875be61 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Unset dirty status for tenant:a05a871db61948478e6983c710b17b3c on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:50:28.358066 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-d39bfd71-4ea7-4e10-b1f3-193591897c90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:28.361169 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8915f342-1560-455c-8a6e-ff0449d8a4b3 req-ca8bc6e7-f8ac-4a6c-80da-b5186875be61 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 931 time: 3.5233469
Apr 09 13:50:28.409903 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] For port 87a491c5-49c5-4edc-b05f-2671cfe3505f, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:50:28.414789 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] For port 87a491c5-49c5-4edc-b05f-2671cfe3505f, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=87a491c5-49c5-4edc-b05f-2671cfe3505f,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:50:28.421514 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:28.456053 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f37c9749-d2e0-46f7-9a4f-eb854c6861b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:28.733323 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27a98e-9162-4742-a655-c62512428db7 None None] Pushing event updated for resources: {'Port': ['ID=19f0350c-7c7f-4fc9-9fcf-cd14786f7630,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:28.743939 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9e27a98e-9162-4742-a655-c62512428db7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:28.823774 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] Routers {'3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:50:28.826228 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bd15aa58>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:50:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:50:28.983811 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d39bfd71-4ea7-4e10-b1f3-193591897c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:29.043611 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d39bfd71-4ea7-4e10-b1f3-193591897c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:29.144490 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398cf47-13a6-4fac-9df2-4d86b7d797d3 None None] Pushing event updated for resources: {'Port': ['ID=87a491c5-49c5-4edc-b05f-2671cfe3505f,revision_number=3']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:29.161494 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-d39bfd71-4ea7-4e10-b1f3-193591897c90 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=46ee7d437b724cf7860146a19c6fd049&name=default HTTP/1.1" status: 200  len: 2979 time: 2.9228513
Apr 09 13:50:29.180254 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b398cf47-13a6-4fac-9df2-4d86b7d797d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:29.186808 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 53182) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:29.192119 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea8086-d3cd-41fc-b388-4ac07c8e0f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa582418-6052-4e4f-a24b-f2ba43f97edf,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:29.224259 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] Set router 3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:50:29.265324 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bc9f54-4ee0-4d33-bde5-b6054e6463e1 admin admin] Router a6a67208-41f8-4a03-be6b-bf70086a3410 has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 13:50:29.377145 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] Routers {'06657d55-3f66-4fc1-ade3-84581531a06f'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:50:29.378244 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bd98a2e8>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:50:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['06657d55-3f66-4fc1-ade3-84581531a06f'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:50:29.476213 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-20ea8086-d3cd-41fc-b388-4ac07c8e0f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.501s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:29.504156 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.348s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:29.571487 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8915f342-1560-455c-8a6e-ff0449d8a4b3 req-9d7bad83-5ee6-4b9a-afd0-7c6012497783 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef9a617c-7232-40ce-8545-17208c560208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2090092
Apr 09 13:50:29.739255 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39bfd71-4ea7-4e10-b1f3-193591897c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306e6180-66f4-4b54-af6b-241d79f5502f,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:29.766603 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d39bfd71-4ea7-4e10-b1f3-193591897c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:29.801758 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] Set router 06657d55-3f66-4fc1-ade3-84581531a06f gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:50:29.987455 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-910147ed-764b-4267-b817-27b3c6d89bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:30.026138 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-910147ed-764b-4267-b817-27b3c6d89bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:30.167132 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-910147ed-764b-4267-b817-27b3c6d89bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:30.223539 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1c7cd79a-c481-4ceb-b2fb-b9e812ecbe0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:30.236244 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-aba9cf23-23c0-43ed-b7b2-f5d98f4e8de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:30.262095 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c434bf23-13df-4c3c-911b-e284340502a0 {{(pid=85290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:50:30.291992 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:30.298477 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bc9f54-4ee0-4d33-bde5-b6054e6463e1 admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:50:30.335649 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-15bc9f54-4ee0-4d33-bde5-b6054e6463e1 admin admin] 10.222.0.96 "PUT /v2.0/routers/a6a67208-41f8-4a03-be6b-bf70086a3410/add_router_interface HTTP/1.1" status: 200  len: 503 time: 18.3048651
Apr 09 13:50:30.342013 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-185f40c3-c588-41bc-ada4-37978950fb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:30.378094 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] Sync routers for ids ['a6a67208-41f8-4a03-be6b-bf70086a3410'] in dv-cinder-785362-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:50:30.432210 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-185f40c3-c588-41bc-ada4-37978950fb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:30.456986 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] Transition to ACTIVE for port object c434bf23-13df-4c3c-911b-e284340502a0 will not be triggered until provisioned by entity L2. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:50:30.473605 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:30.530544 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-aa1aac4e-ea16-4e89-a174-81c13f55bb56 admin admin] Allocated IP 172.20.0.1 (b146cef2-8ca4-4eb4-80db-037ecad68a76/41271458-1804-4a74-869f-5c1bd342a20b/53480f4c-3cd7-40f6-88ea-f9445b3254f7) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:50:30.552850 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:30.566997 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-185f40c3-c588-41bc-ada4-37978950fb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:30.568772 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] Routers {'a6a67208-41f8-4a03-be6b-bf70086a3410'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:50:30.569472 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc341c50>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:50:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['a6a67208-41f8-4a03-be6b-bf70086a3410'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:50:30.738517 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910147ed-764b-4267-b817-27b3c6d89bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa582418-6052-4e4f-a24b-f2ba43f97edf,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:30.753326 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-910147ed-764b-4267-b817-27b3c6d89bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:30.771751 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] Pushing event updated for resources: {'Port': ['ID=c434bf23-13df-4c3c-911b-e284340502a0,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:30.921771 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:31.020992 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d39bfd71-4ea7-4e10-b1f3-193591897c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:31.230797 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1148b-de05-436b-a7f8-65105cc3be43 req-513258b1-8719-4b5d-ada1-c1bfb4bbfc7b tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:31.247533 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bd98a2e8>, [{'id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'name': 'tempest-AttachVolumeTestJSON-1355787065-router', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:14Z', 'revision_number': 3, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'gw_port': {'id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:36:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:08Z', 'updated_at': '2021-04-09T13:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:50:31.248269 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f2c1148b-de05-436b-a7f8-65105cc3be43 req-513258b1-8719-4b5d-ada1-c1bfb4bbfc7b tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 943 time: 0.3240125
Apr 09 13:50:31.285720 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05220466-e119-4b9a-b2db-a4f14de7d8e3 None None] The sync data for ids ['06657d55-3f66-4fc1-ade3-84581531a06f'] in dv-cinder-785362-1-iscsi is: [{'id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'name': 'tempest-AttachVolumeTestJSON-1355787065-router', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:14Z', 'revision_number': 3, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'gw_port': {'id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:36:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:08Z', 'updated_at': '2021-04-09T13:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:50:31.367707 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bd15aa58>, [{'id': '3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd', 'name': 'tempest-ServerRescueNegativeTestJSON-115882253-router', 'tenant_id': '81bb3f6d64b54413a5b4c9a77b170d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '19f0350c-7c7f-4fc9-9fcf-cd14786f7630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:02Z', 'updated_at': '2021-04-09T13:50:10Z', 'revision_number': 3, 'project_id': '81bb3f6d64b54413a5b4c9a77b170d9a', 'gw_port': {'id': '19f0350c-7c7f-4fc9-9fcf-cd14786f7630', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:33:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:06Z', 'updated_at': '2021-04-09T13:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:50:31.404146 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56113da-b870-4429-a40e-02f35a2b14fd None None] The sync data for ids ['3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd'] in dv-cinder-785362-1-iscsi is: [{'id': '3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd', 'name': 'tempest-ServerRescueNegativeTestJSON-115882253-router', 'tenant_id': '81bb3f6d64b54413a5b4c9a77b170d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '19f0350c-7c7f-4fc9-9fcf-cd14786f7630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:02Z', 'updated_at': '2021-04-09T13:50:10Z', 'revision_number': 3, 'project_id': '81bb3f6d64b54413a5b4c9a77b170d9a', 'gw_port': {'id': '19f0350c-7c7f-4fc9-9fcf-cd14786f7630', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:33:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:06Z', 'updated_at': '2021-04-09T13:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:50:31.471475 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] Set router a6a67208-41f8-4a03-be6b-bf70086a3410 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:50:31.525018 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-910147ed-764b-4267-b817-27b3c6d89bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:31.530036 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-910147ed-764b-4267-b817-27b3c6d89bcc admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fa582418-6052-4e4f-a24b-f2ba43f97edf HTTP/1.1" status: 204  len: 168 time: 3.4424567
Apr 09 13:50:31.563629 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f40c3-c588-41bc-ada4-37978950fb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306e6180-66f4-4b54-af6b-241d79f5502f,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:31.578182 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-185f40c3-c588-41bc-ada4-37978950fb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:31.583333 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-185f40c3-c588-41bc-ada4-37978950fb25 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/306e6180-66f4-4b54-af6b-241d79f5502f HTTP/1.1" status: 204  len: 168 time: 2.3784025
Apr 09 13:50:31.603204 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-185f40c3-c588-41bc-ada4-37978950fb25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:31.619063 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f2c1148b-de05-436b-a7f8-65105cc3be43 req-2f96bfcc-e25f-4656-a1bd-7adc6efd047d tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef9a617c-7232-40ce-8545-17208c560208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3618138
Apr 09 13:50:31.762105 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] Attempting to bind port c434bf23-13df-4c3c-911b-e284340502a0 on host hv-cinder-78536 for vnic_type normal with profile  {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:50:31.762683 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] Attempting to bind port c434bf23-13df-4c3c-911b-e284340502a0 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '563471ef-310b-4100-af9d-61c501df1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': 'f477ad35-13b4-4cc9-8e02-acd20bbfca2b'}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:50:31.763282 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] Attempting to bind port c434bf23-13df-4c3c-911b-e284340502a0 on network f477ad35-13b4-4cc9-8e02-acd20bbfca2b {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:50:31.783640 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] Port c434bf23-13df-4c3c-911b-e284340502a0 on network f477ad35-13b4-4cc9-8e02-acd20bbfca2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 13:50:31.784331 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] Attempting to bind port c434bf23-13df-4c3c-911b-e284340502a0 on network f477ad35-13b4-4cc9-8e02-acd20bbfca2b {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:50:31.797479 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] Checking agent: {'id': '8b22d5c6-5838-4546-ac77-8d10367985fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'started_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:50:31.797848 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] Checking segment: {'id': '563471ef-310b-4100-af9d-61c501df1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': 'f477ad35-13b4-4cc9-8e02-acd20bbfca2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:50:31.798864 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] Bound using segment: {'id': '563471ef-310b-4100-af9d-61c501df1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': 'f477ad35-13b4-4cc9-8e02-acd20bbfca2b'} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:50:31.799852 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] Bound port: c434bf23-13df-4c3c-911b-e284340502a0, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563471ef-310b-4100-af9d-61c501df1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': 'f477ad35-13b4-4cc9-8e02-acd20bbfca2b'}}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:50:31.800272 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:31.967438 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-aa1aac4e-ea16-4e89-a174-81c13f55bb56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:32.093837 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-aba9cf23-23c0-43ed-b7b2-f5d98f4e8de7 admin admin] Allocated IP 172.20.0.1 (dac73499-f23e-4d97-b423-652173261576/925b601e-37cf-4380-a4b3-d671bf8558b0/0025df40-ed54-41e5-8f0e-99c4b71bb577) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:50:32.140390 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] For port c434bf23-13df-4c3c-911b-e284340502a0, host hv-cinder-78536, cleared binding levels {{(pid=85290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:50:32.166859 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] For port c434bf23-13df-4c3c-911b-e284340502a0, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c434bf23-13df-4c3c-911b-e284340502a0,segment=NetworkSegment(563471ef-310b-4100-af9d-61c501df1cea),segment_id=563471ef-310b-4100-af9d-61c501df1cea)] {{(pid=85290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:50:32.180474 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:32.226915 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3eb1640b-90a5-4d56-9cd4-cfd6b9f8ef73 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:32.326741 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 53230) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:32.561550 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-aa1aac4e-ea16-4e89-a174-81c13f55bb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:32.754234 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] Pushing event updated for resources: {'Port': ['ID=c434bf23-13df-4c3c-911b-e284340502a0,revision_number=3']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:32.915097 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:32.943614 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:32.946847 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:32.959846 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] 10.222.0.93 "PUT /v2.0/ports/c434bf23-13df-4c3c-911b-e284340502a0 HTTP/1.1" status: 200  len: 1093 time: 9.3998296
Apr 09 13:50:32.962742 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e75ded-85b8-4b93-b59b-91df8dde729b', 'tag': 'c434bf23-13df-4c3c-911b-e284340502a0'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:50:33.098816 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-ed76c5b9-a044-4f81-8907-964df99fdf06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:33.374481 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 87a491c5-49c5-4edc-b05f-2671cfe3505f up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:50:33.434719 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1aac4e-ea16-4e89-a174-81c13f55bb56 admin admin] Pushing event updated for resources: {'Port': ['ID=53480f4c-3cd7-40f6-88ea-f9445b3254f7,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:33.471382 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-aa1aac4e-ea16-4e89-a174-81c13f55bb56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:33.628786 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1aac4e-ea16-4e89-a174-81c13f55bb56 admin admin] Network b146cef2-8ca4-4eb4-80db-037ecad68a76 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:50:33.630906 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-aa1aac4e-ea16-4e89-a174-81c13f55bb56 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:50:33.641779 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1aac4e-ea16-4e89-a174-81c13f55bb56 admin admin] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:50:33.642722 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-aa1aac4e-ea16-4e89-a174-81c13f55bb56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851022769'] for router_interface, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:33.660596 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc341c50>, [{'id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'name': 'tempest-AttachVolumeShelveTestJSON-1923918763-router', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:01Z', 'updated_at': '2021-04-09T13:50:21Z', 'revision_number': 4, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'gw_port': {'id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': 'c670e63b-647b-4070-b55e-5eca152c8a9a', 'name': '', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'mac_address': 'fa:16:3e:25:01:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:15Z', 'updated_at': '2021-04-09T13:50:22Z', 'revision_number': 2, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'subnets': [{'id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:50:33.667294 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port 87a491c5-49c5-4edc-b05f-2671cfe3505f completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:50:33.674428 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] Checking router: a6a67208-41f8-4a03-be6b-bf70086a3410 for host: dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:50:33.675216 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] Updating router a6a67208-41f8-4a03-be6b-bf70086a3410 port c670e63b-647b-4070-b55e-5eca152c8a9a binding host dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 13:50:33.720096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 53250) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:33.740547 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-7b5df34d-bcdc-483c-98ab-c8ad5d79d08e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1913816876', 'description': 'tempest-description--430657686'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:50:33.751763 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-7b5df34d-bcdc-483c-98ab-c8ad5d79d08e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:33.760365 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-7b5df34d-bcdc-483c-98ab-c8ad5d79d08e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Usage tracker for resource:security_group and tenant:8f40d2219e104d8ba0a5d0df316c2e3c is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:33.776133 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-7b5df34d-bcdc-483c-98ab-c8ad5d79d08e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:33.781643 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:33.793833 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-7b5df34d-bcdc-483c-98ab-c8ad5d79d08e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:33.840400 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7b5df34d-bcdc-483c-98ab-c8ad5d79d08e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:33.864640 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 87a491c5-49c5-4edc-b05f-2671cfe3505f triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:50:33.865848 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:33.883559 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-7b5df34d-bcdc-483c-98ab-c8ad5d79d08e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:33.975903 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 53254) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:33.989923 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ebfc1f10-1b9a-41e5-b0cc-49ac4005fc03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:34.030999 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-db3c03e2-c888-49c8-bfc9-487b4abf51f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:34.048879 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-ebfc1f10-1b9a-41e5-b0cc-49ac4005fc03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:34.053995 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-ebfc1f10-1b9a-41e5-b0cc-49ac4005fc03 admin admin] Usage tracker for resource:security_group_rule and tenant:5cca7e3f2dfa45fc8f0abd75fb432941 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:34.058348 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-ebfc1f10-1b9a-41e5-b0cc-49ac4005fc03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:34.067487 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-ebfc1f10-1b9a-41e5-b0cc-49ac4005fc03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:34.115698 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-db3c03e2-c888-49c8-bfc9-487b4abf51f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:34.228716 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ebfc1f10-1b9a-41e5-b0cc-49ac4005fc03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:34.231084 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-7b5df34d-bcdc-483c-98ab-c8ad5d79d08e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Usage tracker for resource:security_group_rule and tenant:8f40d2219e104d8ba0a5d0df316c2e3c is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:34.238654 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-db3c03e2-c888-49c8-bfc9-487b4abf51f6 admin admin] Usage tracker for resource:security_group_rule and tenant:0f8d623d3f514b9e9061ca42466f95e7 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:34.249128 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-7b5df34d-bcdc-483c-98ab-c8ad5d79d08e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:34.252566 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 53260) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:34.257191 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-aba9cf23-23c0-43ed-b7b2-f5d98f4e8de7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:34.261846 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-db3c03e2-c888-49c8-bfc9-487b4abf51f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:34.299200 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-0b64ec36-1f28-4eb5-9cc8-63de6343c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:34.307593 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-0b64ec36-1f28-4eb5-9cc8-63de6343c770 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a05a871db61948478e6983c710b17b3c&device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 1096 time: 0.7912445
Apr 09 13:50:34.312069 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7f5fbe51-a1af-42ce-9ef5-7979f5991f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:34.318047 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-db3c03e2-c888-49c8-bfc9-487b4abf51f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:34.333701 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ebfc1f10-1b9a-41e5-b0cc-49ac4005fc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:34.334991 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-7b5df34d-bcdc-483c-98ab-c8ad5d79d08e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:34.342320 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-7f5fbe51-a1af-42ce-9ef5-7979f5991f5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:34.346860 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-7f5fbe51-a1af-42ce-9ef5-7979f5991f5c admin admin] Usage tracker for resource:security_group_rule and tenant:bcca2501a00b42718c6e7760db267eaf is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:34.351113 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-7f5fbe51-a1af-42ce-9ef5-7979f5991f5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:34.360212 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-7f5fbe51-a1af-42ce-9ef5-7979f5991f5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:34.475922 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7f5fbe51-a1af-42ce-9ef5-7979f5991f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:34.516765 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-db3c03e2-c888-49c8-bfc9-487b4abf51f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:34.521045 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-6373115a-65fd-4543-9f00-9c26374c50f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:34.538203 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-db3c03e2-c888-49c8-bfc9-487b4abf51f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:34.555782 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-aba9cf23-23c0-43ed-b7b2-f5d98f4e8de7 admin admin] Transition to ACTIVE for port object 0025df40-ed54-41e5-8f0e-99c4b71bb577 will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:50:34.580912 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-ebfc1f10-1b9a-41e5-b0cc-49ac4005fc03 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5cca7e3f2dfa45fc8f0abd75fb432941&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2517297
Apr 09 13:50:34.587123 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7f5fbe51-a1af-42ce-9ef5-7979f5991f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:34.593993 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 53266) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:34.594945 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc1f10-1b9a-41e5-b0cc-49ac4005fc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f85d6bb-9910-4da5-8aaf-43b8d15ba66e,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:34.606081 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-02fa08c1-d23b-4eff-b247-c374760e5ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:34.614546 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-ebfc1f10-1b9a-41e5-b0cc-49ac4005fc03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:34.640698 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668c73a-7ee4-42f9-bb48-86832fd84cb6 req-65a81679-bcc6-4bac-b739-9c2ec822c009 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:34.644347 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a668c73a-7ee4-42f9-bb48-86832fd84cb6 req-65a81679-bcc6-4bac-b739-9c2ec822c009 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 943 time: 1.3991563
Apr 09 13:50:34.709934 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:34.727802 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:34.729557 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-db3c03e2-c888-49c8-bfc9-487b4abf51f6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0f8d623d3f514b9e9061ca42466f95e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7487431
Apr 09 13:50:34.731764 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c03e2-c888-49c8-bfc9-487b4abf51f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73fd4e1-de47-4053-9730-8acc56c7997a,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:34.748848 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 53276) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:34.763917 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-db3c03e2-c888-49c8-bfc9-487b4abf51f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:34.774289 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fbe51-a1af-42ce-9ef5-7979f5991f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a27a158-23b2-4b1d-aa6d-e268c864f6cd,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:34.795189 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] For port 87a491c5-49c5-4edc-b05f-2671cfe3505f, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=87a491c5-49c5-4edc-b05f-2671cfe3505f,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:50:34.802360 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:34.848127 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7f5fbe51-a1af-42ce-9ef5-7979f5991f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:34.872519 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a668c73a-7ee4-42f9-bb48-86832fd84cb6 req-74cb1b80-2eab-4bfd-a3fa-0630a7056985 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef9a617c-7232-40ce-8545-17208c560208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2265863
Apr 09 13:50:34.884640 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 19f0350c-7c7f-4fc9-9fcf-cd14786f7630 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:50:34.946220 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:34.973791 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-26c8c622-1747-4c16-983f-7b023c388d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:34.984383 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-7f5fbe51-a1af-42ce-9ef5-7979f5991f5c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bcca2501a00b42718c6e7760db267eaf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7176461
Apr 09 13:50:35.003791 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 53282) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:35.230406 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-2e84b7ba-6563-46e5-b805-efc4b9e12172 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c434bf23-13df-4c3c-911b-e284340502a0 HTTP/1.1" status: 200  len: 217 time: 0.1598022
Apr 09 13:50:35.237998 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-26c8c622-1747-4c16-983f-7b023c388d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:35.251149 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Pushing event updated for resources: {'Port': ['ID=87a491c5-49c5-4edc-b05f-2671cfe3505f,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:35.253428 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:35.279117 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-16c354c9-e942-4ec2-96f8-3382b396363a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:35.326712 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port 19f0350c-7c7f-4fc9-9fcf-cd14786f7630 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:50:35.331105 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-aba9cf23-23c0-43ed-b7b2-f5d98f4e8de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:35.343040 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 19f0350c-7c7f-4fc9-9fcf-cd14786f7630 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:50:35.343692 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:35.365330 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e75ded-85b8-4b93-b59b-91df8dde729b', 'tag': 'c434bf23-13df-4c3c-911b-e284340502a0', 'status': 'completed', 'code': 200}
Apr 09 13:50:35.367258 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-aa1aac4e-ea16-4e89-a174-81c13f55bb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:35.431575 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b4f638c9-bdc8-482d-aed7-d4354bc00a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:35.455134 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:35.503102 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-79c861f4-8c51-419f-9767-a51f12dddd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:35.504769 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-79c861f4-8c51-419f-9767-a51f12dddd9f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0dad1e5a-5778-4acd-bd6f-358cd0e8e97b HTTP/1.1" status: 200  len: 852 time: 0.1222572
Apr 09 13:50:35.515986 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-26c8c622-1747-4c16-983f-7b023c388d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:35.551706 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9cf23-23c0-43ed-b7b2-f5d98f4e8de7 admin admin] Pushing event updated for resources: {'Port': ['ID=0025df40-ed54-41e5-8f0e-99c4b71bb577,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:35.553206 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:35.620681 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7d4a543e-f169-4edb-b83b-71a65f5d4778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:35.632917 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-aba9cf23-23c0-43ed-b7b2-f5d98f4e8de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:35.643861 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] Transition to ACTIVE for port object c670e63b-647b-4070-b55e-5eca152c8a9a will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:50:35.646081 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7b5df34d-bcdc-483c-98ab-c8ad5d79d08e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:35.647752 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-16c354c9-e942-4ec2-96f8-3382b396363a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:35.648206 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8c622-1747-4c16-983f-7b023c388d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f85d6bb-9910-4da5-8aaf-43b8d15ba66e,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:35.666758 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-3094f2dd-2e43-4fbf-ab95-93a09f4a67ab service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f477ad35-13b4-4cc9-8e02-acd20bbfca2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1485274
Apr 09 13:50:35.669037 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-26c8c622-1747-4c16-983f-7b023c388d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:35.674002 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7b5df34d-bcdc-483c-98ab-c8ad5d79d08e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:35.711033 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:35.725070 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b4f638c9-bdc8-482d-aed7-d4354bc00a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:35.779685 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:35.895231 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-35fe064b-cbae-41a7-b51a-f4dc0311c1b2 service neutron] 10.222.0.93 "GET /v2.0/networks/f477ad35-13b4-4cc9-8e02-acd20bbfca2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2133102
Apr 09 13:50:35.912327 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:35.986650 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5df34d-bcdc-483c-98ab-c8ad5d79d08e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f61952ab-6c8c-423e-9629-17e6f769fe49,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:36.079402 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:36.169619 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6779af7-0dff-489d-bdde-272ada62c72e None None] Pushing event updated for resources: {'Port': ['ID=c670e63b-647b-4070-b55e-5eca152c8a9a,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:36.179181 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b6779af7-0dff-489d-bdde-272ada62c72e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:36.211885 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] For port 19f0350c-7c7f-4fc9-9fcf-cd14786f7630, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=19f0350c-7c7f-4fc9-9fcf-cd14786f7630,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:50:36.244378 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:36.253089 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:36.483961 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7b5df34d-bcdc-483c-98ab-c8ad5d79d08e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:36.592486 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7b5df34d-bcdc-483c-98ab-c8ad5d79d08e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:36.594556 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-7b5df34d-bcdc-483c-98ab-c8ad5d79d08e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 2.8717167
Apr 09 13:50:36.602504 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 53308) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:36.616963 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 87a491c5-49c5-4edc-b05f-2671cfe3505f up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:50:36.672922 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba9cf23-23c0-43ed-b7b2-f5d98f4e8de7 admin admin] Network dac73499-f23e-4d97-b423-652173261576 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:50:36.690799 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-26c8c622-1747-4c16-983f-7b023c388d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:36.692314 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-26c8c622-1747-4c16-983f-7b023c388d4c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4f85d6bb-9910-4da5-8aaf-43b8d15ba66e HTTP/1.1" status: 204  len: 168 time: 2.0845451
Apr 09 13:50:36.715904 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-1964d367-4542-42b6-97c6-6d3022c0be71 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Request body: {'security_group_rule': {'security_group_id': 'f61952ab-6c8c-423e-9629-17e6f769fe49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:50:36.727228 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-1964d367-4542-42b6-97c6-6d3022c0be71 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:36.741162 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-1964d367-4542-42b6-97c6-6d3022c0be71 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Usage tracker for resource:security_group_rule and tenant:8f40d2219e104d8ba0a5d0df316c2e3c is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:36.743895 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-aba9cf23-23c0-43ed-b7b2-f5d98f4e8de7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:50:36.750038 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba9cf23-23c0-43ed-b7b2-f5d98f4e8de7 admin admin] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:50:36.755622 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-1964d367-4542-42b6-97c6-6d3022c0be71 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:36.759026 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Pushing event updated for resources: {'Port': ['ID=19f0350c-7c7f-4fc9-9fcf-cd14786f7630,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:36.759898 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-aba9cf23-23c0-43ed-b7b2-f5d98f4e8de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851022769'] for router_interface, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:36.766780 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:36.798656 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-1964d367-4542-42b6-97c6-6d3022c0be71 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:36.843209 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-16c354c9-e942-4ec2-96f8-3382b396363a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:36.856546 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1964d367-4542-42b6-97c6-6d3022c0be71 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:36.944662 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-69fcd866-c4e4-46e5-b936-e46d5c554c98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:36.969690 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca177f93-0e27-44ec-a7f4-64e26095113f req-f33fd55e-f089-4ea9-b1c1-50f562b17047 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:36.972264 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ca177f93-0e27-44ec-a7f4-64e26095113f req-f33fd55e-f089-4ea9-b1c1-50f562b17047 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 943 time: 0.4719598
Apr 09 13:50:36.997693 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b4f638c9-bdc8-482d-aed7-d4354bc00a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:37.024343 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c354c9-e942-4ec2-96f8-3382b396363a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73fd4e1-de47-4053-9730-8acc56c7997a,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:37.025785 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1964d367-4542-42b6-97c6-6d3022c0be71 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:37.042201 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-16c354c9-e942-4ec2-96f8-3382b396363a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:37.055257 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1964d367-4542-42b6-97c6-6d3022c0be71 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874469'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:37.073490 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b4f638c9-bdc8-482d-aed7-d4354bc00a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:37.085261 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:37.088434 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-b4f638c9-bdc8-482d-aed7-d4354bc00a55 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6a27a158-23b2-4b1d-aa6d-e268c864f6cd HTTP/1.1" status: 204  len: 168 time: 2.0817149
Apr 09 13:50:37.107364 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:37.140786 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-93ab9112-5cbf-4a3a-a681-290545ce0250 req-52d624d5-5c3c-4b2b-a3e3-226a0507d782 service neutron] 10.222.0.93 "GET /v2.0/networks/f477ad35-13b4-4cc9-8e02-acd20bbfca2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1868539
Apr 09 13:50:37.147050 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1964d367-4542-42b6-97c6-6d3022c0be71 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:37.148449 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-1964d367-4542-42b6-97c6-6d3022c0be71 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4660347
Apr 09 13:50:37.154953 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 53318) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:37.158745 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ca177f93-0e27-44ec-a7f4-64e26095113f req-c899a4af-dfc8-4a96-a7fd-cf3d5b84ee85 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef9a617c-7232-40ce-8545-17208c560208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129000
Apr 09 13:50:37.163632 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964d367-4542-42b6-97c6-6d3022c0be71 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfee392e-6028-471a-a881-23589364de54,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:37.169338 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-c2fa9b57-57f9-4bbd-8677-46633d64f8a8 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Request body: {'security_group_rule': {'security_group_id': 'f61952ab-6c8c-423e-9629-17e6f769fe49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:50:37.175427 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f638c9-bdc8-482d-aed7-d4354bc00a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a27a158-23b2-4b1d-aa6d-e268c864f6cd,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:37.177016 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-c2fa9b57-57f9-4bbd-8677-46633d64f8a8 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:37.183053 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b4f638c9-bdc8-482d-aed7-d4354bc00a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:37.189536 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-c2fa9b57-57f9-4bbd-8677-46633d64f8a8 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Usage tracker for resource:security_group_rule and tenant:8f40d2219e104d8ba0a5d0df316c2e3c is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:37.190281 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-16c354c9-e942-4ec2-96f8-3382b396363a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:37.194917 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-c2fa9b57-57f9-4bbd-8677-46633d64f8a8 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:37.201225 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-16c354c9-e942-4ec2-96f8-3382b396363a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d73fd4e1-de47-4053-9730-8acc56c7997a HTTP/1.1" status: 204  len: 168 time: 2.4500079
Apr 09 13:50:37.209226 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-c2fa9b57-57f9-4bbd-8677-46633d64f8a8 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:37.219520 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1964d367-4542-42b6-97c6-6d3022c0be71 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:37.229610 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c2fa9b57-57f9-4bbd-8677-46633d64f8a8 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:37.421035 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] Attempting to bind port c670e63b-647b-4070-b55e-5eca152c8a9a on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:50:37.421912 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] Attempting to bind port c670e63b-647b-4070-b55e-5eca152c8a9a by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': 'ffc7f35b-818c-4749-a380-82e8b8d7042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:50:37.422619 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] Attempting to bind port c670e63b-647b-4070-b55e-5eca152c8a9a on network 9010c4eb-70b0-4853-abe2-15efc5a47948 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:50:37.427731 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 87a491c5-49c5-4edc-b05f-2671cfe3505f triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:50:37.428546 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:37.471015 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-aa1aac4e-ea16-4e89-a174-81c13f55bb56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:37.491511 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-aa1aac4e-ea16-4e89-a174-81c13f55bb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:37.498129 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-aa1aac4e-ea16-4e89-a174-81c13f55bb56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850949478'] for router_interface, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:37.574687 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:50:37.576307 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] Checking segment: {'id': 'ffc7f35b-818c-4749-a380-82e8b8d7042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:50:37.577356 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:37.578348 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] Bound using segment: {'id': 'ffc7f35b-818c-4749-a380-82e8b8d7042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:50:37.579531 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] Bound port: c670e63b-647b-4070-b55e-5eca152c8a9a, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc7f35b-818c-4749-a380-82e8b8d7042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:50:37.580525 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:37.714727 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c2fa9b57-57f9-4bbd-8677-46633d64f8a8 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:37.721119 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c2fa9b57-57f9-4bbd-8677-46633d64f8a8 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874469'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:37.780185 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:37.807679 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c2fa9b57-57f9-4bbd-8677-46633d64f8a8 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:37.810199 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-c2fa9b57-57f9-4bbd-8677-46633d64f8a8 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6500680
Apr 09 13:50:37.818537 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7ac56de7-3bb0-4a78-adc4-dba39553f0d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:37.820139 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 53330) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:37.833718 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492132ba-3202-4703-b736-a2e4b82c8411 req-2d93e151-cff0-449c-ae8c-85c384d399ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:37.837336 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-492132ba-3202-4703-b736-a2e4b82c8411 req-2d93e151-cff0-449c-ae8c-85c384d399ba service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a05a871db61948478e6983c710b17b3c&device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 1096 time: 0.5511277
Apr 09 13:50:37.848003 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-514a7190-32b7-41a5-bf1f-97c2ed20575a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Request body: {'floatingip': {'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:50:37.861499 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-514a7190-32b7-41a5-bf1f-97c2ed20575a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:37.869061 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-514a7190-32b7-41a5-bf1f-97c2ed20575a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Usage tracker for resource:floatingip and tenant:8f40d2219e104d8ba0a5d0df316c2e3c is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:37.874720 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-514a7190-32b7-41a5-bf1f-97c2ed20575a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:37.883894 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-514a7190-32b7-41a5-bf1f-97c2ed20575a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:37.897063 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa9b57-57f9-4bbd-8677-46633d64f8a8 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a395b0-2781-4424-aef4-a0fbdad4b395,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:37.944922 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-514a7190-32b7-41a5-bf1f-97c2ed20575a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for floatingip, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:38.002124 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c2fa9b57-57f9-4bbd-8677-46633d64f8a8 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:38.010896 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] For port c670e63b-647b-4070-b55e-5eca152c8a9a, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:50:38.014567 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1aac4e-ea16-4e89-a174-81c13f55bb56 admin admin] Pushing event updated for resources: {'Port': ['ID=53480f4c-3cd7-40f6-88ea-f9445b3254f7,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:38.019593 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-aa1aac4e-ea16-4e89-a174-81c13f55bb56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:38.036234 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-dc05bf10-2111-4bae-877f-1dcb8677fedc None None] Provisioning for port 0025df40-ed54-41e5-8f0e-99c4b71bb577 completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:50:38.049664 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-aba9cf23-23c0-43ed-b7b2-f5d98f4e8de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:38.065312 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-dc05bf10-2111-4bae-877f-1dcb8677fedc None None] Provisioning complete for port 0025df40-ed54-41e5-8f0e-99c4b71bb577 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:50:38.066296 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dc05bf10-2111-4bae-877f-1dcb8677fedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:38.116019 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1aac4e-ea16-4e89-a174-81c13f55bb56 admin admin] Network b146cef2-8ca4-4eb4-80db-037ecad68a76 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:50:38.130066 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] For port c670e63b-647b-4070-b55e-5eca152c8a9a, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=c670e63b-647b-4070-b55e-5eca152c8a9a,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:50:38.136550 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-aa1aac4e-ea16-4e89-a174-81c13f55bb56 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:50:38.152537 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:38.207818 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9e27a98e-9162-4742-a655-c62512428db7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:38.489694 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 19f0350c-7c7f-4fc9-9fcf-cd14786f7630 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:50:38.570375 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-dc05bf10-2111-4bae-877f-1dcb8677fedc None None] Port 0025df40-ed54-41e5-8f0e-99c4b71bb577 cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 13:50:38.589489 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1aac4e-ea16-4e89-a174-81c13f55bb56 admin admin] Router 3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 13:50:38.646572 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6779af7-0dff-489d-bdde-272ada62c72e None None] Pushing event updated for resources: {'Port': ['ID=c670e63b-647b-4070-b55e-5eca152c8a9a,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:38.656451 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b6779af7-0dff-489d-bdde-272ada62c72e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:38.703724 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 19f0350c-7c7f-4fc9-9fcf-cd14786f7630 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:50:38.704333 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:38.716389 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492132ba-3202-4703-b736-a2e4b82c8411 req-43b9ec0b-690c-42e4-b1d9-33056b53201c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:38.718032 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-492132ba-3202-4703-b736-a2e4b82c8411 req-43b9ec0b-690c-42e4-b1d9-33056b53201c service neutron] 10.222.0.93 "GET /v2.0/networks?id=f477ad35-13b4-4cc9-8e02-acd20bbfca2b HTTP/1.1" status: 200  len: 913 time: 0.8181350
Apr 09 13:50:38.789373 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] Routers {'a6a67208-41f8-4a03-be6b-bf70086a3410'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:50:38.790032 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc341c50>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:50:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['a6a67208-41f8-4a03-be6b-bf70086a3410'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:50:38.878052 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 53346) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:39.200008 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-60723852-d765-4e7c-bd2e-9ee407057c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:39.222027 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1aac4e-ea16-4e89-a174-81c13f55bb56 admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:50:39.231460 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-492132ba-3202-4703-b736-a2e4b82c8411 req-8098ebc7-dde4-4e64-a4ef-469cfc8f6b65 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c434bf23-13df-4c3c-911b-e284340502a0 HTTP/1.1" status: 200  len: 217 time: 0.3204782
Apr 09 13:50:39.231644 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-aa1aac4e-ea16-4e89-a174-81c13f55bb56 admin admin] 10.222.0.96 "PUT /v2.0/routers/3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 20.5364060
Apr 09 13:50:39.243996 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] Sync routers for ids ['3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd'] in dv-cinder-785362-1-iscsi {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:50:39.244749 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-60723852-d765-4e7c-bd2e-9ee407057c63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:39.253468 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-60723852-d765-4e7c-bd2e-9ee407057c63 admin admin] Usage tracker for resource:security_group_rule and tenant:33cc2d8734b9448898b344d8346ea409 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:39.268773 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-60723852-d765-4e7c-bd2e-9ee407057c63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:39.274584 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] Routers {'3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:50:39.281567 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc0aa7f0>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:50:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:50:39.454548 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-60723852-d765-4e7c-bd2e-9ee407057c63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:39.557826 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-514a7190-32b7-41a5-bf1f-97c2ed20575a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:39.695131 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] Set router a6a67208-41f8-4a03-be6b-bf70086a3410 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:50:39.739075 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492132ba-3202-4703-b736-a2e4b82c8411 req-4001aac7-c478-4f7e-a305-0ef7e7a6fb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:39.743310 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-492132ba-3202-4703-b736-a2e4b82c8411 req-4001aac7-c478-4f7e-a305-0ef7e7a6fb7a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0dad1e5a-5778-4acd-bd6f-358cd0e8e97b HTTP/1.1" status: 200  len: 852 time: 0.4504433
Apr 09 13:50:39.905614 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-aba9cf23-23c0-43ed-b7b2-f5d98f4e8de7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:39.912271 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-aba9cf23-23c0-43ed-b7b2-f5d98f4e8de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:39.914078 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-aba9cf23-23c0-43ed-b7b2-f5d98f4e8de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850949478'] for router_interface, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:39.980604 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] Set router 3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:50:40.041839 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-492132ba-3202-4703-b736-a2e4b82c8411 req-a3ccf6bb-2bc2-4107-8640-aefa2d1ecd44 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f477ad35-13b4-4cc9-8e02-acd20bbfca2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2602944
Apr 09 13:50:40.257919 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a403ce1-b4fe-4e42-8e38-4ed559c80d0b req-f9861e16-7305-41e1-9f90-ab5774e09e47 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:40.277339 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-aa1aac4e-ea16-4e89-a174-81c13f55bb56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:40.280501 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6a403ce1-b4fe-4e42-8e38-4ed559c80d0b req-f9861e16-7305-41e1-9f90-ab5774e09e47 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 943 time: 1.6282091
Apr 09 13:50:40.526308 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba9cf23-23c0-43ed-b7b2-f5d98f4e8de7 admin admin] Network dac73499-f23e-4d97-b423-652173261576 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:50:40.536611 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-aba9cf23-23c0-43ed-b7b2-f5d98f4e8de7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:50:40.634305 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-60723852-d765-4e7c-bd2e-9ee407057c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:40.649942 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 53374) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:40.691629 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-60723852-d765-4e7c-bd2e-9ee407057c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:40.715039 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-514a7190-32b7-41a5-bf1f-97c2ed20575a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Allocated IP 172.27.0.197 (ef175b21-42e7-4a59-9f09-4b77dc7ee6f8/51aa8935-8cce-40ab-82a2-0ed18a8aeaa8/fc697ebd-c86c-405d-b085-90f23af1d708) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:50:40.778851 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9cf23-23c0-43ed-b7b2-f5d98f4e8de7 admin admin] Pushing event updated for resources: {'Port': ['ID=0025df40-ed54-41e5-8f0e-99c4b71bb577,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:40.784013 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-aba9cf23-23c0-43ed-b7b2-f5d98f4e8de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:40.787194 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:50:40.806489 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:40.870425 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-60723852-d765-4e7c-bd2e-9ee407057c63 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=33cc2d8734b9448898b344d8346ea409&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9556730
Apr 09 13:50:40.886876 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 53382) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:40.888902 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60723852-d765-4e7c-bd2e-9ee407057c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a72771-153a-419b-96e2-6ac7eea30274,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:40.923429 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-60723852-d765-4e7c-bd2e-9ee407057c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:41.134198 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6a403ce1-b4fe-4e42-8e38-4ed559c80d0b req-c9526a41-e2c4-4afb-b24b-7a2af809bc15 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef9a617c-7232-40ce-8545-17208c560208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5897269
Apr 09 13:50:41.186226 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-1426e053-cadd-4620-98b0-027bcf9a5733 None None] Provisioning complete for port 0025df40-ed54-41e5-8f0e-99c4b71bb577 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:50:41.187612 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1426e053-cadd-4620-98b0-027bcf9a5733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:41.323894 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba9cf23-23c0-43ed-b7b2-f5d98f4e8de7 admin admin] Router 06657d55-3f66-4fc1-ade3-84581531a06f has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 13:50:41.352617 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-1426e053-cadd-4620-98b0-027bcf9a5733 None None] Port 0025df40-ed54-41e5-8f0e-99c4b71bb577 cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 13:50:41.362958 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-492132ba-3202-4703-b736-a2e4b82c8411 req-fd59f0d0-33af-44a0-8807-1dcc7b7f4be4 service neutron] 10.222.0.93 "GET /v2.0/networks/f477ad35-13b4-4cc9-8e02-acd20bbfca2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2859955
Apr 09 13:50:41.366586 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4d2ea8dd-8e4d-4c1c-b89c-a17c9f904a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:41.400836 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc341c50>, [{'id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'name': 'tempest-AttachVolumeShelveTestJSON-1923918763-router', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:01Z', 'updated_at': '2021-04-09T13:50:21Z', 'revision_number': 4, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'gw_port': {'id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': 'c670e63b-647b-4070-b55e-5eca152c8a9a', 'name': '', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'mac_address': 'fa:16:3e:25:01:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:15Z', 'updated_at': '2021-04-09T13:50:37Z', 'revision_number': 4, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'subnets': [{'id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:50:41.418236 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da976b27-5f48-49f1-88ff-0fece94b6f4f None None] The sync data for ids ['a6a67208-41f8-4a03-be6b-bf70086a3410'] in dv-cinder-785362-1-iscsi is: [{'id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'name': 'tempest-AttachVolumeShelveTestJSON-1923918763-router', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:01Z', 'updated_at': '2021-04-09T13:50:21Z', 'revision_number': 4, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'gw_port': {'id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': 'c670e63b-647b-4070-b55e-5eca152c8a9a', 'name': '', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'mac_address': 'fa:16:3e:25:01:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:15Z', 'updated_at': '2021-04-09T13:50:37Z', 'revision_number': 4, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'subnets': [{'id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:50:41.444771 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc0aa7f0>, [{'id': '3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd', 'name': 'tempest-ServerRescueNegativeTestJSON-115882253-router', 'tenant_id': '81bb3f6d64b54413a5b4c9a77b170d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '19f0350c-7c7f-4fc9-9fcf-cd14786f7630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:02Z', 'updated_at': '2021-04-09T13:50:35Z', 'revision_number': 4, 'project_id': '81bb3f6d64b54413a5b4c9a77b170d9a', 'gw_port': {'id': '19f0350c-7c7f-4fc9-9fcf-cd14786f7630', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:33:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:06Z', 'updated_at': '2021-04-09T13:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '53480f4c-3cd7-40f6-88ea-f9445b3254f7', 'name': '', 'network_id': 'b146cef2-8ca4-4eb4-80db-037ecad68a76', 'tenant_id': '81bb3f6d64b54413a5b4c9a77b170d9a', 'mac_address': 'fa:16:3e:03:69:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '41271458-1804-4a74-869f-5c1bd342a20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:26Z', 'updated_at': '2021-04-09T13:50:36Z', 'revision_number': 2, 'project_id': '81bb3f6d64b54413a5b4c9a77b170d9a', 'subnets': [{'id': '41271458-1804-4a74-869f-5c1bd342a20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:50:41.450439 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] Checking router: 3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd for host: dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:50:41.451260 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] Updating router 3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd port 53480f4c-3cd7-40f6-88ea-f9445b3254f7 binding host dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 13:50:41.539471 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4d2ea8dd-8e4d-4c1c-b89c-a17c9f904a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:41.663448 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:41.815740 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba9cf23-23c0-43ed-b7b2-f5d98f4e8de7 admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:50:41.829456 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] Sync routers for ids ['06657d55-3f66-4fc1-ade3-84581531a06f'] in dv-cinder-785362-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:50:41.840203 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-aba9cf23-23c0-43ed-b7b2-f5d98f4e8de7 admin admin] 10.222.0.96 "PUT /v2.0/routers/06657d55-3f66-4fc1-ade3-84581531a06f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 17.6374228
Apr 09 13:50:41.880550 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] Routers {'06657d55-3f66-4fc1-ade3-84581531a06f'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:50:41.881279 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bd01ec88>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:50:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['06657d55-3f66-4fc1-ade3-84581531a06f'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:50:41.963346 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-78e0065a-547f-410c-9571-720521ca8b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:42.034131 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-78e0065a-547f-410c-9571-720521ca8b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:42.043075 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-78e0065a-547f-410c-9571-720521ca8b92 admin admin] Usage tracker for resource:security_group_rule and tenant:e4661a6b909a499e9aec3ba0b49d68a5 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:42.048712 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-78e0065a-547f-410c-9571-720521ca8b92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:42.063620 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-78e0065a-547f-410c-9571-720521ca8b92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:42.083846 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device c434bf23-13df-4c3c-911b-e284340502a0 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 13:50:42.322239 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-78e0065a-547f-410c-9571-720521ca8b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:42.566204 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.db.resource_extend [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 09 13:50:42.670027 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device c670e63b-647b-4070-b55e-5eca152c8a9a up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:50:43.125621 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a30018-829e-4550-b7bc-06719c2d67fe req-3bcd49d0-838d-4292-9100-ccceb5660032 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:43.134025 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-62a30018-829e-4550-b7bc-06719c2d67fe req-3bcd49d0-838d-4292-9100-ccceb5660032 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/networks?id=b146cef2-8ca4-4eb4-80db-037ecad68a76 HTTP/1.1" status: 200  len: 818 time: 0.9510562
Apr 09 13:50:43.146230 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-78e0065a-547f-410c-9571-720521ca8b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:43.226858 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-492132ba-3202-4703-b736-a2e4b82c8411 req-de9f0481-4e93-490f-bd20-f564dfc5d688 service neutron] 10.222.0.93 "GET /v2.0/networks/f477ad35-13b4-4cc9-8e02-acd20bbfca2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.6678016
Apr 09 13:50:43.356387 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] Set router 06657d55-3f66-4fc1-ade3-84581531a06f gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:50:43.399329 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7f5fbe51-a1af-42ce-9ef5-7979f5991f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:43.407768 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] Notify callbacks [] for port, precommit_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:43.494072 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-78e0065a-547f-410c-9571-720521ca8b92 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e4661a6b909a499e9aec3ba0b49d68a5&name=default HTTP/1.1" status: 200  len: 2979 time: 2.8421667
Apr 09 13:50:43.497928 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 53422) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:43.514291 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0065a-547f-410c-9571-720521ca8b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb079623-61b4-4a59-82fa-bcacab82d985,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:43.519802 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-78e0065a-547f-410c-9571-720521ca8b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:43.531359 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-62a30018-829e-4550-b7bc-06719c2d67fe req-435211d0-0e83-4730-95cf-d032c84933a0 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/quotas/81bb3f6d64b54413a5b4c9a77b170d9a HTTP/1.1" status: 200  len: 375 time: 0.3960788
Apr 09 13:50:43.609032 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] Transition to ACTIVE for port object 53480f4c-3cd7-40f6-88ea-f9445b3254f7 will not be triggered until provisioned by entity L2. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:50:43.624476 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port c670e63b-647b-4070-b55e-5eca152c8a9a completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:50:43.624702 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:43.649963 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4d2ea8dd-8e4d-4c1c-b89c-a17c9f904a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:43.672541 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-60723852-d765-4e7c-bd2e-9ee407057c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:43.687340 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port c670e63b-647b-4070-b55e-5eca152c8a9a triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:50:43.688275 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:43.704118 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b398cf47-13a6-4fac-9df2-4d86b7d797d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:43.742398 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ea8dd-8e4d-4c1c-b89c-a17c9f904a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a72771-153a-419b-96e2-6ac7eea30274,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:43.746194 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-4d2ea8dd-8e4d-4c1c-b89c-a17c9f904a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:43.767195 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-514a7190-32b7-41a5-bf1f-97c2ed20575a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:43.789719 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4a126bf0-123e-46c5-bc22-14851fba8fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:43.821866 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d194a-b396-4c64-a4fe-f57f0b2a807e req-3532216d-e1b3-47f0-83ba-e15f329a136e tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:43.825468 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-eb1d194a-b396-4c64-a4fe-f57f0b2a807e req-3532216d-e1b3-47f0-83ba-e15f329a136e tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 943 time: 0.6795490
Apr 09 13:50:43.833771 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4d2ea8dd-8e4d-4c1c-b89c-a17c9f904a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:43.839273 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-4d2ea8dd-8e4d-4c1c-b89c-a17c9f904a33 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/60a72771-153a-419b-96e2-6ac7eea30274 HTTP/1.1" status: 204  len: 168 time: 2.9248617
Apr 09 13:50:43.869519 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-62a30018-829e-4550-b7bc-06719c2d67fe req-431b83a6-90f8-4d8f-beb7-f8f3ea8374b8 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=81bb3f6d64b54413a5b4c9a77b170d9a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3366487
Apr 09 13:50:43.924584 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4a126bf0-123e-46c5-bc22-14851fba8fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:44.111910 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4a126bf0-123e-46c5-bc22-14851fba8fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:44.133671 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-910147ed-764b-4267-b817-27b3c6d89bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:44.167282 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a126bf0-123e-46c5-bc22-14851fba8fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb079623-61b4-4a59-82fa-bcacab82d985,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:44.177523 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-4a126bf0-123e-46c5-bc22-14851fba8fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:44.191660 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4a126bf0-123e-46c5-bc22-14851fba8fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:44.193000 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-4a126bf0-123e-46c5-bc22-14851fba8fda admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bb079623-61b4-4a59-82fa-bcacab82d985 HTTP/1.1" status: 204  len: 168 time: 0.6936710
Apr 09 13:50:44.232131 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-eb1d194a-b396-4c64-a4fe-f57f0b2a807e req-a7355ca7-a0d8-4d1d-9708-27ef43acb3e4 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef9a617c-7232-40ce-8545-17208c560208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3933191
Apr 09 13:50:44.250213 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787bb0b7-b333-4287-8a6e-06563153872d None None] Pushing event updated for resources: {'Port': ['ID=53480f4c-3cd7-40f6-88ea-f9445b3254f7,revision_number=3']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:44.280840 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-787bb0b7-b333-4287-8a6e-06563153872d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:44.404416 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-514a7190-32b7-41a5-bf1f-97c2ed20575a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:44.457338 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:44.600161 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-62a30018-829e-4550-b7bc-06719c2d67fe req-9d93a513-54a7-4a84-90c6-33869b999203 service neutron] 10.222.0.96 "GET /v2.0/networks/b146cef2-8ca4-4eb4-80db-037ecad68a76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7290330
Apr 09 13:50:44.673445 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port c434bf23-13df-4c3c-911b-e284340502a0, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c434bf23-13df-4c3c-911b-e284340502a0,segment=NetworkSegment(563471ef-310b-4100-af9d-61c501df1cea),segment_id=563471ef-310b-4100-af9d-61c501df1cea)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:50:44.729089 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] Attempting to bind port 53480f4c-3cd7-40f6-88ea-f9445b3254f7 on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:50:44.729728 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] Attempting to bind port 53480f4c-3cd7-40f6-88ea-f9445b3254f7 by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': '6a2d8c17-f66d-454b-89ad-1748ea8ad1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'b146cef2-8ca4-4eb4-80db-037ecad68a76'}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:50:44.730398 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] Attempting to bind port 53480f4c-3cd7-40f6-88ea-f9445b3254f7 on network b146cef2-8ca4-4eb4-80db-037ecad68a76 {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:50:44.746109 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:50:44.747227 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] Checking segment: {'id': '6a2d8c17-f66d-454b-89ad-1748ea8ad1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'b146cef2-8ca4-4eb4-80db-037ecad68a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:50:44.748062 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:44.748729 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] Bound using segment: {'id': '6a2d8c17-f66d-454b-89ad-1748ea8ad1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'b146cef2-8ca4-4eb4-80db-037ecad68a76'} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:50:44.749761 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] Bound port: 53480f4c-3cd7-40f6-88ea-f9445b3254f7, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a2d8c17-f66d-454b-89ad-1748ea8ad1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'b146cef2-8ca4-4eb4-80db-037ecad68a76'}}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:50:44.750751 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:44.778412 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:44.805125 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Returning: {'device': 'c434bf23-13df-4c3c-911b-e284340502a0', 'network_id': 'f477ad35-13b4-4cc9-8e02-acd20bbfca2b', 'port_id': 'c434bf23-13df-4c3c-911b-e284340502a0', 'mac_address': 'fa:16:3e:ee:88:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 991, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dad1e5a-5778-4acd-bd6f-358cd0e8e97b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 13:50:44.880547 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] For port c670e63b-647b-4070-b55e-5eca152c8a9a, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=c670e63b-647b-4070-b55e-5eca152c8a9a,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:50:44.895718 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:44.917118 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:44.948343 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a7190-32b7-41a5-bf1f-97c2ed20575a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Pushing event updated for resources: {'Port': ['ID=fc697ebd-c86c-405d-b085-90f23af1d708,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:44.957557 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514a7190-32b7-41a5-bf1f-97c2ed20575a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:50:44.963337 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-514a7190-32b7-41a5-bf1f-97c2ed20575a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:44.966199 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-514a7190-32b7-41a5-bf1f-97c2ed20575a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:50:44.974644 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514a7190-32b7-41a5-bf1f-97c2ed20575a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:50:45.037962 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] For port 53480f4c-3cd7-40f6-88ea-f9445b3254f7, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:50:45.048615 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] For port 53480f4c-3cd7-40f6-88ea-f9445b3254f7, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=53480f4c-3cd7-40f6-88ea-f9445b3254f7,segment=NetworkSegment(6a2d8c17-f66d-454b-89ad-1748ea8ad1dc),segment_id=6a2d8c17-f66d-454b-89ad-1748ea8ad1dc)] {{(pid=85293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:50:45.054200 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:45.106908 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f37c9749-d2e0-46f7-9a4f-eb854c6861b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:45.214166 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787bb0b7-b333-4287-8a6e-06563153872d None None] Pushing event updated for resources: {'Port': ['ID=53480f4c-3cd7-40f6-88ea-f9445b3254f7,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:45.246239 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-62a30018-829e-4550-b7bc-06719c2d67fe req-2b8a7536-c233-4ece-bf00-2f8886efb435 service neutron] 10.222.0.96 "GET /v2.0/networks/b146cef2-8ca4-4eb4-80db-037ecad68a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6444347
Apr 09 13:50:45.305266 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-787bb0b7-b333-4287-8a6e-06563153872d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:45.330937 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-514a7190-32b7-41a5-bf1f-97c2ed20575a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:45.506124 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] Routers {'3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:50:45.506761 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc0aa7f0>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:50:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:50:45.587831 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 53460) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:45.622390 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-514a7190-32b7-41a5-bf1f-97c2ed20575a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:45.651795 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e66101f6-7e60-4128-bc34-09ab27dde7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:45.749967 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-e66101f6-7e60-4128-bc34-09ab27dde7c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:45.757024 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-e66101f6-7e60-4128-bc34-09ab27dde7c3 admin admin] Usage tracker for resource:security_group_rule and tenant:d5a64ed3fb1e4c6fa232eead39331904 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:45.762003 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-e66101f6-7e60-4128-bc34-09ab27dde7c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:45.812468 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-e66101f6-7e60-4128-bc34-09ab27dde7c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:45.845414 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:45.927221 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c434bf23-13df-4c3c-911b-e284340502a0 {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:50:46.024855 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Pushing event updated for resources: {'Port': ['ID=c670e63b-647b-4070-b55e-5eca152c8a9a,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:46.035908 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.119s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:46.055892 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port c434bf23-13df-4c3c-911b-e284340502a0, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c434bf23-13df-4c3c-911b-e284340502a0,segment=NetworkSegment(563471ef-310b-4100-af9d-61c501df1cea),segment_id=563471ef-310b-4100-af9d-61c501df1cea)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:50:46.069289 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:46.086063 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:46.146034 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e66101f6-7e60-4128-bc34-09ab27dde7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:46.151189 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e66101f6-7e60-4128-bc34-09ab27dde7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:46.187313 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-605d4684-c050-4014-b8c6-fb1ca1614b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:46.216039 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] Set router 3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:50:46.311499 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bd01ec88>, [{'id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'name': 'tempest-AttachVolumeTestJSON-1355787065-router', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:37Z', 'revision_number': 4, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'gw_port': {'id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:36:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:08Z', 'updated_at': '2021-04-09T13:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '0025df40-ed54-41e5-8f0e-99c4b71bb577', 'name': '', 'network_id': 'dac73499-f23e-4d97-b423-652173261576', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'mac_address': 'fa:16:3e:d9:ce:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:30Z', 'updated_at': '2021-04-09T13:50:39Z', 'revision_number': 2, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'subnets': [{'id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:50:46.325059 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66101f6-7e60-4128-bc34-09ab27dde7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d522fbf5-3978-486b-bfea-27c99eaf43a5,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:46.366475 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 53480) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:46.390557 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e66101f6-7e60-4128-bc34-09ab27dde7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:46.412766 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-17631b3b-874b-4a4e-ba0b-bd2f92c9197d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2063283712', 'description': 'tempest-description--1843182580'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:50:46.443956 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-e66101f6-7e60-4128-bc34-09ab27dde7c3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d5a64ed3fb1e4c6fa232eead39331904&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8496001
Apr 09 13:50:46.446211 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-17631b3b-874b-4a4e-ba0b-bd2f92c9197d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:46.450684 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 53490) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:46.465843 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] Checking router: 06657d55-3f66-4fc1-ade3-84581531a06f for host: dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:50:46.466749 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] Updating router 06657d55-3f66-4fc1-ade3-84581531a06f port 0025df40-ed54-41e5-8f0e-99c4b71bb577 binding host dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 13:50:46.483478 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-17631b3b-874b-4a4e-ba0b-bd2f92c9197d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Usage tracker for resource:security_group and tenant:ba5d9acca4e84f2e82dcc146f183b1f2 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:46.491807 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-17631b3b-874b-4a4e-ba0b-bd2f92c9197d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:46.514029 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-17631b3b-874b-4a4e-ba0b-bd2f92c9197d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:46.595498 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-17631b3b-874b-4a4e-ba0b-bd2f92c9197d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:46.603638 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-17631b3b-874b-4a4e-ba0b-bd2f92c9197d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:46.614694 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-17631b3b-874b-4a4e-ba0b-bd2f92c9197d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Usage tracker for resource:security_group_rule and tenant:ba5d9acca4e84f2e82dcc146f183b1f2 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:46.621250 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-17631b3b-874b-4a4e-ba0b-bd2f92c9197d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:46.637044 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-17631b3b-874b-4a4e-ba0b-bd2f92c9197d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:46.699475 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ec45fbf1-9f83-4388-a0ba-ac065431e4e3 req-a700d969-dba3-446c-a2b4-89c0cbe2f980 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 210 time: 0.1610563
Apr 09 13:50:46.814723 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['c434bf23-13df-4c3c-911b-e284340502a0'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:50:46.823692 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8095b45-64e0-4e6e-b25f-5e72163a7a40 req-ae93bacf-e35a-425e-8656-717187347958 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:46.832847 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d8095b45-64e0-4e6e-b25f-5e72163a7a40 req-ae93bacf-e35a-425e-8656-717187347958 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 944 time: 0.6562042
Apr 09 13:50:46.834839 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-17631b3b-874b-4a4e-ba0b-bd2f92c9197d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:46.858471 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-17631b3b-874b-4a4e-ba0b-bd2f92c9197d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:46.873905 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-185f40c3-c588-41bc-ada4-37978950fb25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:46.947493 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d8095b45-64e0-4e6e-b25f-5e72163a7a40 req-d1381d24-c488-4914-be4e-c0d3a01c1302 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef9a617c-7232-40ce-8545-17208c560208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132216
Apr 09 13:50:46.952120 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17631b3b-874b-4a4e-ba0b-bd2f92c9197d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b893361-03ea-4e2c-a13c-82b168742cf4,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:46.957060 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2b91205c-13c3-48ce-b120-3498baa979dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:46.959620 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-514a7190-32b7-41a5-bf1f-97c2ed20575a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:46.961174 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-17631b3b-874b-4a4e-ba0b-bd2f92c9197d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:46.970455 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-514a7190-32b7-41a5-bf1f-97c2ed20575a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:47.018875 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:47.059596 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2b91205c-13c3-48ce-b120-3498baa979dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:47.091322 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-17631b3b-874b-4a4e-ba0b-bd2f92c9197d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:47.109688 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-17631b3b-874b-4a4e-ba0b-bd2f92c9197d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.7413127
Apr 09 13:50:47.110669 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 53506) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:47.114732 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:47.160383 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-09aefeec-9f33-452f-bf13-e28b15cc3d04 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Request body: {'security_group_rule': {'security_group_id': '8b893361-03ea-4e2c-a13c-82b168742cf4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:50:47.218510 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-09aefeec-9f33-452f-bf13-e28b15cc3d04 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:47.247832 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-09aefeec-9f33-452f-bf13-e28b15cc3d04 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Usage tracker for resource:security_group_rule and tenant:ba5d9acca4e84f2e82dcc146f183b1f2 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:47.308860 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-09aefeec-9f33-452f-bf13-e28b15cc3d04 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:47.361957 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-09aefeec-9f33-452f-bf13-e28b15cc3d04 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:47.444449 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-09aefeec-9f33-452f-bf13-e28b15cc3d04 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:47.484259 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a7190-32b7-41a5-bf1f-97c2ed20575a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Pushing event updated for resources: {'Port': ['ID=fc697ebd-c86c-405d-b085-90f23af1d708,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:47.494137 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-514a7190-32b7-41a5-bf1f-97c2ed20575a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:47.625141 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-514a7190-32b7-41a5-bf1f-97c2ed20575a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850926857'] for floatingip, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:47.677111 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-514a7190-32b7-41a5-bf1f-97c2ed20575a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for floatingip, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:47.689848 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-514a7190-32b7-41a5-bf1f-97c2ed20575a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 9.8668823
Apr 09 13:50:47.693087 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc0aa7f0>, [{'id': '3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd', 'name': 'tempest-ServerRescueNegativeTestJSON-115882253-router', 'tenant_id': '81bb3f6d64b54413a5b4c9a77b170d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '19f0350c-7c7f-4fc9-9fcf-cd14786f7630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:02Z', 'updated_at': '2021-04-09T13:50:35Z', 'revision_number': 4, 'project_id': '81bb3f6d64b54413a5b4c9a77b170d9a', 'gw_port': {'id': '19f0350c-7c7f-4fc9-9fcf-cd14786f7630', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:33:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:06Z', 'updated_at': '2021-04-09T13:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '53480f4c-3cd7-40f6-88ea-f9445b3254f7', 'name': '', 'network_id': 'b146cef2-8ca4-4eb4-80db-037ecad68a76', 'tenant_id': '81bb3f6d64b54413a5b4c9a77b170d9a', 'mac_address': 'fa:16:3e:03:69:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '41271458-1804-4a74-869f-5c1bd342a20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:26Z', 'updated_at': '2021-04-09T13:50:45Z', 'revision_number': 4, 'project_id': '81bb3f6d64b54413a5b4c9a77b170d9a', 'subnets': [{'id': '41271458-1804-4a74-869f-5c1bd342a20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:50:47.711957 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7cecdf-ff76-4a9d-9d79-7b274cc16582 None None] The sync data for ids ['3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd'] in dv-cinder-785362-1-iscsi is: [{'id': '3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd', 'name': 'tempest-ServerRescueNegativeTestJSON-115882253-router', 'tenant_id': '81bb3f6d64b54413a5b4c9a77b170d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '19f0350c-7c7f-4fc9-9fcf-cd14786f7630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:02Z', 'updated_at': '2021-04-09T13:50:35Z', 'revision_number': 4, 'project_id': '81bb3f6d64b54413a5b4c9a77b170d9a', 'gw_port': {'id': '19f0350c-7c7f-4fc9-9fcf-cd14786f7630', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:33:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:06Z', 'updated_at': '2021-04-09T13:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '53480f4c-3cd7-40f6-88ea-f9445b3254f7', 'name': '', 'network_id': 'b146cef2-8ca4-4eb4-80db-037ecad68a76', 'tenant_id': '81bb3f6d64b54413a5b4c9a77b170d9a', 'mac_address': 'fa:16:3e:03:69:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '41271458-1804-4a74-869f-5c1bd342a20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:26Z', 'updated_at': '2021-04-09T13:50:45Z', 'revision_number': 4, 'project_id': '81bb3f6d64b54413a5b4c9a77b170d9a', 'subnets': [{'id': '41271458-1804-4a74-869f-5c1bd342a20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:50:47.869166 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-09aefeec-9f33-452f-bf13-e28b15cc3d04 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:47.874036 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-09aefeec-9f33-452f-bf13-e28b15cc3d04 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874469'] for security_group_rule, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:47.876866 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2b91205c-13c3-48ce-b120-3498baa979dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:47.883553 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:47.952699 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aefeec-9f33-452f-bf13-e28b15cc3d04 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d022680-cb74-4a6c-8652-a0b1096fe447,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:48.002047 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-09aefeec-9f33-452f-bf13-e28b15cc3d04 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:48.006739 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:48.051907 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2b91205c-13c3-48ce-b120-3498baa979dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:48.063154 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-2b91205c-13c3-48ce-b120-3498baa979dc admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d522fbf5-3978-486b-bfea-27c99eaf43a5 HTTP/1.1" status: 204  len: 168 time: 1.6103344
Apr 09 13:50:48.069420 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-09aefeec-9f33-452f-bf13-e28b15cc3d04 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:48.085255 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-09aefeec-9f33-452f-bf13-e28b15cc3d04 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9706364
Apr 09 13:50:48.085475 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device c670e63b-647b-4070-b55e-5eca152c8a9a up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:50:48.086710 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91205c-13c3-48ce-b120-3498baa979dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d522fbf5-3978-486b-bfea-27c99eaf43a5,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:48.093858 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 53552) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:48.102546 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2b91205c-13c3-48ce-b120-3498baa979dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:48.110652 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-9c46eec5-41ec-42b5-80b5-aa9f35cdab6a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Request body: {'security_group_rule': {'security_group_id': '8b893361-03ea-4e2c-a13c-82b168742cf4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:50:48.144512 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-9c46eec5-41ec-42b5-80b5-aa9f35cdab6a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:48.167330 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-9c46eec5-41ec-42b5-80b5-aa9f35cdab6a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Usage tracker for resource:security_group_rule and tenant:ba5d9acca4e84f2e82dcc146f183b1f2 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:48.183052 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-9c46eec5-41ec-42b5-80b5-aa9f35cdab6a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:48.217232 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-9c46eec5-41ec-42b5-80b5-aa9f35cdab6a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:48.223716 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=c434bf23-13df-4c3c-911b-e284340502a0,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:48.253326 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.168s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:48.264012 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9c46eec5-41ec-42b5-80b5-aa9f35cdab6a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:48.560899 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9c46eec5-41ec-42b5-80b5-aa9f35cdab6a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:48.566036 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9c46eec5-41ec-42b5-80b5-aa9f35cdab6a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874469'] for security_group_rule, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:48.585195 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:48.675791 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46eec5-41ec-42b5-80b5-aa9f35cdab6a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7d57cd-5824-427c-b44f-2c6ea8f5ad80,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:48.686676 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9c46eec5-41ec-42b5-80b5-aa9f35cdab6a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:48.709124 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9c46eec5-41ec-42b5-80b5-aa9f35cdab6a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:48.711457 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-9c46eec5-41ec-42b5-80b5-aa9f35cdab6a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6160882
Apr 09 13:50:48.727729 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 53568) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:48.752651 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-5624ab85-ff38-43c5-ada8-1fe8113f4e91 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:48.771370 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-f4762c95-7a54-41ab-8c06-cf1db5412e1c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Request body: {'floatingip': {'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:50:48.771514 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-5624ab85-ff38-43c5-ada8-1fe8113f4e91 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/networks?id=b146cef2-8ca4-4eb4-80db-037ecad68a76 HTTP/1.1" status: 200  len: 818 time: 0.9051235
Apr 09 13:50:48.792928 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-f4762c95-7a54-41ab-8c06-cf1db5412e1c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:48.833831 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-f4762c95-7a54-41ab-8c06-cf1db5412e1c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Usage tracker for resource:floatingip and tenant:ba5d9acca4e84f2e82dcc146f183b1f2 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:48.843273 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-f4762c95-7a54-41ab-8c06-cf1db5412e1c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:48.857803 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-c4ef30d1-d768-48cd-90a3-0e04b6b7593b tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/quotas/81bb3f6d64b54413a5b4c9a77b170d9a HTTP/1.1" status: 200  len: 375 time: 0.0878725
Apr 09 13:50:48.858711 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-f4762c95-7a54-41ab-8c06-cf1db5412e1c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:48.911806 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f4762c95-7a54-41ab-8c06-cf1db5412e1c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for floatingip, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:48.988889 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port c670e63b-647b-4070-b55e-5eca152c8a9a triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:50:48.992276 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:49.130881 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f2ecc-3247-4af3-b972-a9ab3a9b420c req-5c60eb8f-fb57-4da5-805a-701fca17d5a0 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:49.150709 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d74f2ecc-3247-4af3-b972-a9ab3a9b420c req-5c60eb8f-fb57-4da5-805a-701fca17d5a0 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 944 time: 0.7687120
Apr 09 13:50:49.251302 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d74f2ecc-3247-4af3-b972-a9ab3a9b420c req-9aeda959-9f19-4a7b-8b1c-2eaad3d59e3a tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef9a617c-7232-40ce-8545-17208c560208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997725
Apr 09 13:50:49.258978 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-523cda9d-f27b-4255-972c-d85797d534cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:49.489283 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-711c9205-1d84-4f26-a392-b54099843fb3 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=81bb3f6d64b54413a5b4c9a77b170d9a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6242750
Apr 09 13:50:49.843491 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f4762c95-7a54-41ab-8c06-cf1db5412e1c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:50.081384 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device c434bf23-13df-4c3c-911b-e284340502a0 up at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:50:50.093614 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-e3afd951-c279-4036-92b7-98e1a566c867 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Synchronizing usage tracker for tenant:8f40d2219e104d8ba0a5d0df316c2e3c on resource:security_group {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:50:50.197879 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 53480f4c-3cd7-40f6-88ea-f9445b3254f7 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:50:50.298012 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a30018-829e-4550-b7bc-06719c2d67fe req-b59979c4-8089-4359-8647-82751e9dc362 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:50.299878 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-62a30018-829e-4550-b7bc-06719c2d67fe req-b59979c4-8089-4359-8647-82751e9dc362 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.93 "GET /v2.0/networks?id=b146cef2-8ca4-4eb4-80db-037ecad68a76 HTTP/1.1" status: 200  len: 818 time: 0.5850801
Apr 09 13:50:50.301302 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-e3afd951-c279-4036-92b7-98e1a566c867 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Unset dirty status for tenant:8f40d2219e104d8ba0a5d0df316c2e3c on resource:security_group {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:50:50.313492 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-e3afd951-c279-4036-92b7-98e1a566c867 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1913816876&fields=id&tenant_id=8f40d2219e104d8ba0a5d0df316c2e3c HTTP/1.1" status: 200  len: 267 time: 0.6773283
Apr 09 13:50:50.342576 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-f4762c95-7a54-41ab-8c06-cf1db5412e1c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Allocated IP 172.27.0.227 (ef175b21-42e7-4a59-9f09-4b77dc7ee6f8/51aa8935-8cce-40ab-82a2-0ed18a8aeaa8/0a824ad0-755c-49c5-b069-3cb6b64077e9) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:50:50.361311 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:50.376984 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] Transition to ACTIVE for port object 0025df40-ed54-41e5-8f0e-99c4b71bb577 will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:50:50.395327 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:50.561184 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-62a30018-829e-4550-b7bc-06719c2d67fe req-dbf0c4d1-3a89-4990-b184-b0e44c4d8a02 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Request body: {'port': {'device_id': '6fdc1a35-3f58-4acf-9571-5d89974e6e1d', 'network_id': 'b146cef2-8ca4-4eb4-80db-037ecad68a76', 'admin_state_up': True, 'tenant_id': '81bb3f6d64b54413a5b4c9a77b170d9a'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:50:50.641197 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f4762c95-7a54-41ab-8c06-cf1db5412e1c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:50.715535 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:50.742689 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f4762c95-7a54-41ab-8c06-cf1db5412e1c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:50.764795 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:51.207684 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning for port c434bf23-13df-4c3c-911b-e284340502a0 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:50:51.230095 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-38e5fe3f-ca8f-4766-9b70-ee027fe8cc68 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=85290) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 13:50:51.231869 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-38e5fe3f-ca8f-4766-9b70-ee027fe8cc68 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 1.0420718
Apr 09 13:50:51.239851 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4762c95-7a54-41ab-8c06-cf1db5412e1c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Pushing event updated for resources: {'Port': ['ID=0a824ad0-755c-49c5-b069-3cb6b64077e9,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:51.246094 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f4762c95-7a54-41ab-8c06-cf1db5412e1c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:51.251238 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07a505-a44e-4123-9c2d-e5e7619c3cdd None None] Pushing event updated for resources: {'Port': ['ID=0025df40-ed54-41e5-8f0e-99c4b71bb577,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:51.281813 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5a07a505-a44e-4123-9c2d-e5e7619c3cdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:51.282939 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning complete for port c434bf23-13df-4c3c-911b-e284340502a0 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:50:51.283523 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:51.420967 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4762c95-7a54-41ab-8c06-cf1db5412e1c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:50:51.425570 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-f4762c95-7a54-41ab-8c06-cf1db5412e1c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:50:51.430519 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4762c95-7a54-41ab-8c06-cf1db5412e1c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:50:51.641112 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f4762c95-7a54-41ab-8c06-cf1db5412e1c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:51.644247 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] Attempting to bind port 0025df40-ed54-41e5-8f0e-99c4b71bb577 on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:50:51.644700 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] Attempting to bind port 0025df40-ed54-41e5-8f0e-99c4b71bb577 by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': 'd1798ed1-8af5-45cb-a42d-ab04ec377da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'dac73499-f23e-4d97-b423-652173261576'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:50:51.645218 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] Attempting to bind port 0025df40-ed54-41e5-8f0e-99c4b71bb577 on network dac73499-f23e-4d97-b423-652173261576 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:50:51.660044 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:50:51.660498 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] Checking segment: {'id': 'd1798ed1-8af5-45cb-a42d-ab04ec377da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'dac73499-f23e-4d97-b423-652173261576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:50:51.660966 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:51.661497 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] Bound using segment: {'id': 'd1798ed1-8af5-45cb-a42d-ab04ec377da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'dac73499-f23e-4d97-b423-652173261576'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:50:51.662143 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] Bound port: 0025df40-ed54-41e5-8f0e-99c4b71bb577, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1798ed1-8af5-45cb-a42d-ab04ec377da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'dac73499-f23e-4d97-b423-652173261576'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:50:51.662568 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:51.818610 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] For port 0025df40-ed54-41e5-8f0e-99c4b71bb577, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:50:51.823439 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] For port 0025df40-ed54-41e5-8f0e-99c4b71bb577, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=0025df40-ed54-41e5-8f0e-99c4b71bb577,segment=NetworkSegment(d1798ed1-8af5-45cb-a42d-ab04ec377da1),segment_id=d1798ed1-8af5-45cb-a42d-ab04ec377da1)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:50:51.829206 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port 53480f4c-3cd7-40f6-88ea-f9445b3254f7 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:50:51.838801 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:51.839551 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2b3ead1f-e6dc-434e-862d-459b5e5b8b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:51.844339 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 53480f4c-3cd7-40f6-88ea-f9445b3254f7 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:50:51.844767 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:51.851179 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f4762c95-7a54-41ab-8c06-cf1db5412e1c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:51.900244 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-68ee62fe-b350-4c5e-aff3-403ad38db79b service neutron] 10.222.0.96 "GET /v2.0/networks/b146cef2-8ca4-4eb4-80db-037ecad68a76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6201329
Apr 09 13:50:51.915243 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:52.119780 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-91d98298-9ca7-4aaa-8237-bdb89bed818f tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:52.130094 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-91d98298-9ca7-4aaa-8237-bdb89bed818f tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/networks?id=9010c4eb-70b0-4853-abe2-15efc5a47948 HTTP/1.1" status: 200  len: 817 time: 1.8148518
Apr 09 13:50:52.205685 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b6779af7-0dff-489d-bdde-272ada62c72e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:52.237316 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-5d2efc20-c49b-4e29-9ae6-1059016edc0a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/quotas/8f40d2219e104d8ba0a5d0df316c2e3c HTTP/1.1" status: 200  len: 375 time: 0.1055336
Apr 09 13:50:52.290095 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f4762c95-7a54-41ab-8c06-cf1db5412e1c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:52.297172 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f4762c95-7a54-41ab-8c06-cf1db5412e1c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:52.332655 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:52.473815 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4762c95-7a54-41ab-8c06-cf1db5412e1c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Pushing event updated for resources: {'Port': ['ID=0a824ad0-755c-49c5-b069-3cb6b64077e9,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:52.554592 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07a505-a44e-4123-9c2d-e5e7619c3cdd None None] Pushing event updated for resources: {'Port': ['ID=0025df40-ed54-41e5-8f0e-99c4b71bb577,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:52.583498 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5a07a505-a44e-4123-9c2d-e5e7619c3cdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:52.618449 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-62a30018-829e-4550-b7bc-06719c2d67fe req-dbf0c4d1-3a89-4990-b184-b0e44c4d8a02 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:52.635172 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-62a30018-829e-4550-b7bc-06719c2d67fe req-dbf0c4d1-3a89-4990-b184-b0e44c4d8a02 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Usage tracker for resource:port and tenant:81bb3f6d64b54413a5b4c9a77b170d9a is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:52.636202 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f4762c95-7a54-41ab-8c06-cf1db5412e1c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:52.640850 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-ccd2cd9c-218c-4bc9-b85c-bc7d3f0b332a service neutron] 10.222.0.96 "GET /v2.0/networks/b146cef2-8ca4-4eb4-80db-037ecad68a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7393670
Apr 09 13:50:52.641945 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-62a30018-829e-4550-b7bc-06719c2d67fe req-dbf0c4d1-3a89-4990-b184-b0e44c4d8a02 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:52.653598 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-62a30018-829e-4550-b7bc-06719c2d67fe req-dbf0c4d1-3a89-4990-b184-b0e44c4d8a02 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:52.668925 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:52.673141 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a30018-829e-4550-b7bc-06719c2d67fe req-dbf0c4d1-3a89-4990-b184-b0e44c4d8a02 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Made reservation on behalf of 81bb3f6d64b54413a5b4c9a77b170d9a for: {'port': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:50:52.680541 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-62a30018-829e-4550-b7bc-06719c2d67fe req-dbf0c4d1-3a89-4990-b184-b0e44c4d8a02 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:52.724856 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e75ded-85b8-4b93-b59b-91df8dde729b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c434bf23-13df-4c3c-911b-e284340502a0'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:50:52.867014 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f4762c95-7a54-41ab-8c06-cf1db5412e1c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850926857'] for floatingip, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:52.928151 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f4762c95-7a54-41ab-8c06-cf1db5412e1c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for floatingip, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:52.929835 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-f4762c95-7a54-41ab-8c06-cf1db5412e1c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.2007163
Apr 09 13:50:52.997577 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:53.034705 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port c434bf23-13df-4c3c-911b-e284340502a0, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c434bf23-13df-4c3c-911b-e284340502a0,segment=NetworkSegment(563471ef-310b-4100-af9d-61c501df1cea),segment_id=563471ef-310b-4100-af9d-61c501df1cea)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:50:53.059630 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] For port 53480f4c-3cd7-40f6-88ea-f9445b3254f7, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=53480f4c-3cd7-40f6-88ea-f9445b3254f7,segment=NetworkSegment(6a2d8c17-f66d-454b-89ad-1748ea8ad1dc),segment_id=6a2d8c17-f66d-454b-89ad-1748ea8ad1dc)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:50:53.065974 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:53.087363 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:53.101268 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:53.331823 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Pushing event updated for resources: {'Port': ['ID=53480f4c-3cd7-40f6-88ea-f9445b3254f7,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:53.547327 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=c434bf23-13df-4c3c-911b-e284340502a0,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:53.562786 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:53.585768 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f04eb7ad-8ff8-4b6b-8a2f-277b743d7138 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.264s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:53.586256 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f04eb7ad-8ff8-4b6b-8a2f-277b743d7138 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:53.598035 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] Routers {'06657d55-3f66-4fc1-ade3-84581531a06f'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:50:53.598400 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bd01ec88>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:50:52Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['06657d55-3f66-4fc1-ade3-84581531a06f'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:50:53.667758 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:53.782366 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-49603989-70ce-480f-b853-eebb30a670d7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Synchronizing usage tracker for tenant:8f40d2219e104d8ba0a5d0df316c2e3c on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:50:53.831647 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [req-62a30018-829e-4550-b7bc-06719c2d67fe req-dbf0c4d1-3a89-4990-b184-b0e44c4d8a02 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Allocated IP 172.20.0.6 (b146cef2-8ca4-4eb4-80db-037ecad68a76/41271458-1804-4a74-869f-5c1bd342a20b/211d2bc4-c81a-4cb1-be28-f837d0abfcdc) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:50:53.836130 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:53.949699 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05188dc5-ce53-40a8-9a51-00e1f26ccf79 req-f283ab01-8139-4252-8001-e188b41f282b tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:53.968130 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-05188dc5-ce53-40a8-9a51-00e1f26ccf79 req-f283ab01-8139-4252-8001-e188b41f282b tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 945 time: 0.7663524
Apr 09 13:50:54.007300 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-49603989-70ce-480f-b853-eebb30a670d7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Unset dirty status for tenant:8f40d2219e104d8ba0a5d0df316c2e3c on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:50:54.015132 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-49603989-70ce-480f-b853-eebb30a670d7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=8f40d2219e104d8ba0a5d0df316c2e3c&fields=id HTTP/1.1" status: 200  len: 348 time: 1.5084820
Apr 09 13:50:54.030353 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] Set router 06657d55-3f66-4fc1-ade3-84581531a06f gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:50:54.168681 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-05188dc5-ce53-40a8-9a51-00e1f26ccf79 req-98e5e82a-617a-4bcb-af7a-86ac009503a0 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef9a617c-7232-40ce-8545-17208c560208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1988013
Apr 09 13:50:54.460572 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-5ff3d4b9-66d2-48ee-85be-1dde18f26c3a service neutron] 10.222.0.96 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4213159
Apr 09 13:50:54.531808 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bd01ec88>, [{'id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'name': 'tempest-AttachVolumeTestJSON-1355787065-router', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:37Z', 'revision_number': 4, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'gw_port': {'id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:36:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:08Z', 'updated_at': '2021-04-09T13:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '0025df40-ed54-41e5-8f0e-99c4b71bb577', 'name': '', 'network_id': 'dac73499-f23e-4d97-b423-652173261576', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'mac_address': 'fa:16:3e:d9:ce:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:30Z', 'updated_at': '2021-04-09T13:50:51Z', 'revision_number': 4, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'subnets': [{'id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:50:54.537230 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f60ff8-7ee0-46b3-a37d-b97ccbea7645 None None] The sync data for ids ['06657d55-3f66-4fc1-ade3-84581531a06f'] in dv-cinder-785362-1-iscsi is: [{'id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'name': 'tempest-AttachVolumeTestJSON-1355787065-router', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:37Z', 'revision_number': 4, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'gw_port': {'id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:36:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:08Z', 'updated_at': '2021-04-09T13:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '0025df40-ed54-41e5-8f0e-99c4b71bb577', 'name': '', 'network_id': 'dac73499-f23e-4d97-b423-652173261576', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'mac_address': 'fa:16:3e:d9:ce:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:30Z', 'updated_at': '2021-04-09T13:50:51Z', 'revision_number': 4, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'subnets': [{'id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:50:54.738253 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:54.748973 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-0d7fb708-dfce-414c-a36a-c420026eb83e service neutron] 10.222.0.96 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2867274
Apr 09 13:50:54.882475 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c4f261ca-d4a6-4d84-8f28-ccf5deaa6c46 req-e4add4de-1538-4a3b-9206-4fd24999ba18 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 210 time: 0.3756559
Apr 09 13:50:55.434456 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.93', 49887) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:55.481458 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 53480f4c-3cd7-40f6-88ea-f9445b3254f7 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:50:55.504802 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-f0d23b54-5d02-4458-a798-10cc2f08ab4c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Synchronizing usage tracker for tenant:ba5d9acca4e84f2e82dcc146f183b1f2 on resource:security_group {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:50:55.656107 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-f0d23b54-5d02-4458-a798-10cc2f08ab4c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Unset dirty status for tenant:ba5d9acca4e84f2e82dcc146f183b1f2 on resource:security_group {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:50:55.671157 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-f0d23b54-5d02-4458-a798-10cc2f08ab4c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--2063283712&fields=id&tenant_id=ba5d9acca4e84f2e82dcc146f183b1f2 HTTP/1.1" status: 200  len: 267 time: 0.5792124
Apr 09 13:50:55.717435 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-62a30018-829e-4550-b7bc-06719c2d67fe req-dbf0c4d1-3a89-4990-b184-b0e44c4d8a02 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:55.782708 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 53480f4c-3cd7-40f6-88ea-f9445b3254f7 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:50:55.783238 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:56.028922 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-9d34004a-f793-4c11-b155-29a025b1ac76 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:56.029737 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-9d34004a-f793-4c11-b155-29a025b1ac76 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Synchronizing usage tracker for tenant:ba5d9acca4e84f2e82dcc146f183b1f2 on resource:network {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:50:56.042100 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e75ded-85b8-4b93-b59b-91df8dde729b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c434bf23-13df-4c3c-911b-e284340502a0', 'code': 200}
Apr 09 13:50:56.143005 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-6ffdb5b9-3213-4f22-b521-254c43fb97cf tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:56.144128 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-6ffdb5b9-3213-4f22-b521-254c43fb97cf tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Synchronizing usage tracker for tenant:81bb3f6d64b54413a5b4c9a77b170d9a on resource:network {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:50:56.147817 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f02380da-58c7-4dc1-b0b1-c19e69bd4d4c req-86f94ca2-09f7-45a5-8885-d70c2232166e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 210 time: 0.0776718
Apr 09 13:50:56.150486 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-62a30018-829e-4550-b7bc-06719c2d67fe req-dbf0c4d1-3a89-4990-b184-b0e44c4d8a02 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:56.190168 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-15bc9f54-4ee0-4d33-bde5-b6054e6463e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:56.218273 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-6ffdb5b9-3213-4f22-b521-254c43fb97cf tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Unset dirty status for tenant:81bb3f6d64b54413a5b4c9a77b170d9a on resource:network {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:50:56.219739 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-6ffdb5b9-3213-4f22-b521-254c43fb97cf tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.93 "GET /v2.0/networks?id=b146cef2-8ca4-4eb4-80db-037ecad68a76 HTTP/1.1" status: 200  len: 818 time: 0.7836599
Apr 09 13:50:56.226046 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.93', 49890) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:56.311150 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 0025df40-ed54-41e5-8f0e-99c4b71bb577 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:50:56.388351 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-9bfe6893-9d9e-49c0-8e8a-26927fec9a47 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Request body: {'port': {'device_id': '182335f6-a49b-4db3-9ec6-a59801f0d6c8', 'network_id': 'b146cef2-8ca4-4eb4-80db-037ecad68a76', 'admin_state_up': True, 'tenant_id': '81bb3f6d64b54413a5b4c9a77b170d9a'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:50:56.462468 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0c4d1-3a89-4990-b184-b0e44c4d8a02 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Pushing event updated for resources: {'Port': ['ID=211d2bc4-c81a-4cb1-be28-f837d0abfcdc,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:56.491160 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-dbf0c4d1-3a89-4990-b184-b0e44c4d8a02 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:56.513187 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-9d34004a-f793-4c11-b155-29a025b1ac76 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Unset dirty status for tenant:ba5d9acca4e84f2e82dcc146f183b1f2 on resource:network {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:50:56.521803 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-9d34004a-f793-4c11-b155-29a025b1ac76 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/networks?id=dac73499-f23e-4d97-b423-652173261576 HTTP/1.1" status: 200  len: 811 time: 0.8493614
Apr 09 13:50:56.548605 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-3eac7c6a-20bf-4887-8ae3-f7180e9566a9 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/quotas/ba5d9acca4e84f2e82dcc146f183b1f2 HTTP/1.1" status: 200  len: 375 time: 0.0252166
Apr 09 13:50:56.616797 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port 0025df40-ed54-41e5-8f0e-99c4b71bb577 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:50:56.632806 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 0025df40-ed54-41e5-8f0e-99c4b71bb577 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:50:56.635335 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:56.807692 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-9bfe6893-9d9e-49c0-8e8a-26927fec9a47 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:56.819120 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-9bfe6893-9d9e-49c0-8e8a-26927fec9a47 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Usage tracker for resource:port and tenant:81bb3f6d64b54413a5b4c9a77b170d9a is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:56.828578 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-9bfe6893-9d9e-49c0-8e8a-26927fec9a47 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:56.852842 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-9bfe6893-9d9e-49c0-8e8a-26927fec9a47 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:56.873374 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 53808) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:56.881404 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-9bfe6893-9d9e-49c0-8e8a-26927fec9a47 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Made reservation on behalf of 81bb3f6d64b54413a5b4c9a77b170d9a for: {'port': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:50:56.885012 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-058475ed-ba8b-4dfa-9eb1-14bec34c6a3a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=ba5d9acca4e84f2e82dcc146f183b1f2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3346844
Apr 09 13:50:56.888446 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-9bfe6893-9d9e-49c0-8e8a-26927fec9a47 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:57.030950 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0d9e4-4660-4b9d-acd9-e22a99f65b82 req-eb35af0a-7421-4b60-b97a-95d779e618f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:57.032910 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-09f0d9e4-4660-4b9d-acd9-e22a99f65b82 req-eb35af0a-7421-4b60-b97a-95d779e618f8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 1098 time: 0.8040760
Apr 09 13:50:57.068715 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:57.102496 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] For port 0025df40-ed54-41e5-8f0e-99c4b71bb577, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=0025df40-ed54-41e5-8f0e-99c4b71bb577,segment=NetworkSegment(d1798ed1-8af5-45cb-a42d-ab04ec377da1),segment_id=d1798ed1-8af5-45cb-a42d-ab04ec377da1)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:50:57.107648 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:57.110831 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:57.123088 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f717dd-1fbb-426a-b617-017238571d14 req-a4b9e94f-aca6-4748-93e9-bdc0011602fb tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:57.134481 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-03f717dd-1fbb-426a-b617-017238571d14 req-a4b9e94f-aca6-4748-93e9-bdc0011602fb tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 945 time: 0.4717474
Apr 09 13:50:57.156481 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-9bfe6893-9d9e-49c0-8e8a-26927fec9a47 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Allocated IP 172.20.0.2 (b146cef2-8ca4-4eb4-80db-037ecad68a76/41271458-1804-4a74-869f-5c1bd342a20b/983e287a-9324-40be-ae97-00db5e28abfd) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:50:57.206474 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-03f717dd-1fbb-426a-b617-017238571d14 req-b913af51-9a47-41eb-8044-670f887a56ab tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef9a617c-7232-40ce-8545-17208c560208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709875
Apr 09 13:50:57.213633 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Pushing event updated for resources: {'Port': ['ID=0025df40-ed54-41e5-8f0e-99c4b71bb577,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:57.217255 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:57.226875 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a30018-829e-4550-b7bc-06719c2d67fe req-dbf0c4d1-3a89-4990-b184-b0e44c4d8a02 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Network b146cef2-8ca4-4eb4-80db-037ecad68a76 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:50:57.228840 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [req-62a30018-829e-4550-b7bc-06719c2d67fe req-dbf0c4d1-3a89-4990-b184-b0e44c4d8a02 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:50:57.239491 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a30018-829e-4550-b7bc-06719c2d67fe req-dbf0c4d1-3a89-4990-b184-b0e44c4d8a02 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:50:57.252430 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a30018-829e-4550-b7bc-06719c2d67fe req-dbf0c4d1-3a89-4990-b184-b0e44c4d8a02 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:57.253352 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-62a30018-829e-4550-b7bc-06719c2d67fe req-dbf0c4d1-3a89-4990-b184-b0e44c4d8a02 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:57.298843 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5424130b-88d7-4cc7-a892-c531c4cd98ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:57.369415 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-62a30018-829e-4550-b7bc-06719c2d67fe req-dbf0c4d1-3a89-4990-b184-b0e44c4d8a02 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.0517950
Apr 09 13:50:57.380339 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-cf027dd4-8e9e-4b00-a4fa-f4bc57c81295 service neutron] 10.222.0.96 "GET /v2.0/networks/dac73499-f23e-4d97-b423-652173261576?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4780707
Apr 09 13:50:57.427448 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-5424130b-88d7-4cc7-a892-c531c4cd98ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:57.431860 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-5424130b-88d7-4cc7-a892-c531c4cd98ab admin admin] Usage tracker for resource:security_group_rule and tenant:6f647aa2b494482d943b9a8755087525 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:57.435686 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-5424130b-88d7-4cc7-a892-c531c4cd98ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:57.442538 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-5424130b-88d7-4cc7-a892-c531c4cd98ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:57.483556 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 53820) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:57.581390 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-08e06a86-aff7-4aea-83d2-755771faf5bd req-84641dd5-3e81-4799-b002-800adb4925df tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Synchronizing usage tracker for tenant:81bb3f6d64b54413a5b4c9a77b170d9a on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:50:57.622788 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5424130b-88d7-4cc7-a892-c531c4cd98ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:57.624835 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-08e06a86-aff7-4aea-83d2-755771faf5bd req-84641dd5-3e81-4799-b002-800adb4925df tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Unset dirty status for tenant:81bb3f6d64b54413a5b4c9a77b170d9a on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:50:57.628576 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-9bfe6893-9d9e-49c0-8e8a-26927fec9a47 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:57.632088 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5424130b-88d7-4cc7-a892-c531c4cd98ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:57.633783 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-08e06a86-aff7-4aea-83d2-755771faf5bd req-84641dd5-3e81-4799-b002-800adb4925df tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 210 time: 0.1346650
Apr 09 13:50:57.643523 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-4a126bf0-123e-46c5-bc22-14851fba8fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:57.656607 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-12de97f4-266e-4908-9086-4d25552ab5d6 service neutron] 10.222.0.96 "GET /v2.0/networks/dac73499-f23e-4d97-b423-652173261576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2752542
Apr 09 13:50:57.659297 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4f08265e-5290-42ab-8362-1a6fea4c1dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:57.681458 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-4f08265e-5290-42ab-8362-1a6fea4c1dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:57.686867 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-4f08265e-5290-42ab-8362-1a6fea4c1dad admin admin] Usage tracker for resource:security_group_rule and tenant:ea4a9066c93745d7b33ed8dbb35289f2 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:57.690040 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-4f08265e-5290-42ab-8362-1a6fea4c1dad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:57.697585 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-4f08265e-5290-42ab-8362-1a6fea4c1dad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:57.702736 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424130b-88d7-4cc7-a892-c531c4cd98ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b57180b-7992-4937-bd20-b55c1f72fd3e,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:57.711495 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-5424130b-88d7-4cc7-a892-c531c4cd98ab admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6f647aa2b494482d943b9a8755087525&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8344181
Apr 09 13:50:57.711495 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5424130b-88d7-4cc7-a892-c531c4cd98ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:57.712165 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 53828) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:57.732530 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-9bfe6893-9d9e-49c0-8e8a-26927fec9a47 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:57.754169 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:57.859838 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0b251348-d5db-4e87-832c-96b15f1ced59 req-20ab6173-95c2-4cfd-a4cf-c95257a40553 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 210 time: 0.0865259
Apr 09 13:50:57.979218 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe6893-9d9e-49c0-8e8a-26927fec9a47 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Pushing event updated for resources: {'Port': ['ID=983e287a-9324-40be-ae97-00db5e28abfd,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:57.981562 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d74897cd-acea-4726-b435-1249b801f69f req-ce6f6845-2e7d-4233-8f8d-6f4ef4c37ef7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 210 time: 0.1032815
Apr 09 13:50:57.987367 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9bfe6893-9d9e-49c0-8e8a-26927fec9a47 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:58.001898 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d2c3baa0-ca45-4770-b15e-d1524bd3699b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:58.085907 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-9bfe6893-9d9e-49c0-8e8a-26927fec9a47 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Network b146cef2-8ca4-4eb4-80db-037ecad68a76 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:50:58.087808 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-9bfe6893-9d9e-49c0-8e8a-26927fec9a47 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:50:58.091439 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-9bfe6893-9d9e-49c0-8e8a-26927fec9a47 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:50:58.102609 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d2c3baa0-ca45-4770-b15e-d1524bd3699b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:58.103858 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-9bfe6893-9d9e-49c0-8e8a-26927fec9a47 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:58.105128 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-9bfe6893-9d9e-49c0-8e8a-26927fec9a47 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:58.127069 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4f08265e-5290-42ab-8362-1a6fea4c1dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:58.148367 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4f08265e-5290-42ab-8362-1a6fea4c1dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:58.166313 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:58.170754 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-9bfe6893-9d9e-49c0-8e8a-26927fec9a47 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9392929
Apr 09 13:50:58.227554 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-4f08265e-5290-42ab-8362-1a6fea4c1dad admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ea4a9066c93745d7b33ed8dbb35289f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7427392
Apr 09 13:50:58.231112 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08265e-5290-42ab-8362-1a6fea4c1dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a133abf1-98c2-4de3-847b-56aa296e2a84,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:58.231892 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 53842) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:58.235171 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-4f08265e-5290-42ab-8362-1a6fea4c1dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:58.280926 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d2c3baa0-ca45-4770-b15e-d1524bd3699b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:58.290191 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:58.313074 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-35323b0d-c258-4ca9-aacd-b287d9ab39bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:58.325383 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3baa0-ca45-4770-b15e-d1524bd3699b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b57180b-7992-4937-bd20-b55c1f72fd3e,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:58.331083 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d2c3baa0-ca45-4770-b15e-d1524bd3699b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:58.351370 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-35323b0d-c258-4ca9-aacd-b287d9ab39bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:58.378461 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d2c3baa0-ca45-4770-b15e-d1524bd3699b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:58.382634 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-d2c3baa0-ca45-4770-b15e-d1524bd3699b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4b57180b-7992-4937-bd20-b55c1f72fd3e HTTP/1.1" status: 204  len: 168 time: 0.6669645
Apr 09 13:50:58.415957 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-35323b0d-c258-4ca9-aacd-b287d9ab39bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:58.422042 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:58.434609 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35323b0d-c258-4ca9-aacd-b287d9ab39bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a133abf1-98c2-4de3-847b-56aa296e2a84,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:58.446601 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35323b0d-c258-4ca9-aacd-b287d9ab39bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:58.447103 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35323b0d-c258-4ca9-aacd-b287d9ab39bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:58.447622 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35323b0d-c258-4ca9-aacd-b287d9ab39bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:58.448229 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35323b0d-c258-4ca9-aacd-b287d9ab39bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:58.448832 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35323b0d-c258-4ca9-aacd-b287d9ab39bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:58.450082 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35323b0d-c258-4ca9-aacd-b287d9ab39bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:58.450766 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35323b0d-c258-4ca9-aacd-b287d9ab39bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:58.451221 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35323b0d-c258-4ca9-aacd-b287d9ab39bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:58.451685 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35323b0d-c258-4ca9-aacd-b287d9ab39bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:58.452176 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35323b0d-c258-4ca9-aacd-b287d9ab39bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:58.452583 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35323b0d-c258-4ca9-aacd-b287d9ab39bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:58.452974 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35323b0d-c258-4ca9-aacd-b287d9ab39bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:50:58.455976 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-35323b0d-c258-4ca9-aacd-b287d9ab39bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:58.460042 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-35323b0d-c258-4ca9-aacd-b287d9ab39bc admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a133abf1-98c2-4de3-847b-56aa296e2a84 HTTP/1.1" status: 204  len: 168 time: 0.2268791
Apr 09 13:50:58.461327 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-35323b0d-c258-4ca9-aacd-b287d9ab39bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:58.516164 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766c5b9-473c-4b7a-b9f2-feba954b6b8f req-720e1be5-6d19-4dcd-8a00-2d813d445612 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:58.518000 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5766c5b9-473c-4b7a-b9f2-feba954b6b8f req-720e1be5-6d19-4dcd-8a00-2d813d445612 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 945 time: 0.1126122
Apr 09 13:50:58.569096 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5766c5b9-473c-4b7a-b9f2-feba954b6b8f req-725a7776-1bfd-4418-bdaf-568722b59d8e tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef9a617c-7232-40ce-8545-17208c560208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426939
Apr 09 13:50:58.870262 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 53862) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:58.926470 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 53868) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:58.934585 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b45a8834-1d12-464f-a6d0-5a4b7a8ea3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:58.947938 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ac4c66ac-84b6-4e11-adf9-60800c88a117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:58.960893 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-b45a8834-1d12-464f-a6d0-5a4b7a8ea3ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:58.966189 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-ac4c66ac-84b6-4e11-adf9-60800c88a117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:58.967046 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-b45a8834-1d12-464f-a6d0-5a4b7a8ea3ae admin admin] Usage tracker for resource:security_group_rule and tenant:30d71ee11dd641398f5508ee94802ba2 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:58.970832 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-ac4c66ac-84b6-4e11-adf9-60800c88a117 admin admin] Usage tracker for resource:security_group_rule and tenant:5798ec863ea84d8bb98f388a4c2618a9 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:58.971079 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-b45a8834-1d12-464f-a6d0-5a4b7a8ea3ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:58.974209 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-ac4c66ac-84b6-4e11-adf9-60800c88a117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:58.982058 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-b45a8834-1d12-464f-a6d0-5a4b7a8ea3ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:58.985074 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-ac4c66ac-84b6-4e11-adf9-60800c88a117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:59.143082 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ac4c66ac-84b6-4e11-adf9-60800c88a117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:59.147569 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ac4c66ac-84b6-4e11-adf9-60800c88a117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:59.175662 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1be43f51-6839-4257-ba8e-ae833a53ce53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:59.208430 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 0025df40-ed54-41e5-8f0e-99c4b71bb577 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:50:59.232983 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-ac4c66ac-84b6-4e11-adf9-60800c88a117 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5798ec863ea84d8bb98f388a4c2618a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3009100
Apr 09 13:50:59.234283 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 53876) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:59.303503 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 0025df40-ed54-41e5-8f0e-99c4b71bb577 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:50:59.303821 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:59.308315 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-73380601-7618-4a71-9ea7-decd01b49530 req-0ec8f024-e444-4808-854c-4b82833e893f tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 210 time: 0.3156927
Apr 09 13:50:59.334295 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e65f4-07e8-4136-9ad4-dbbd2161a2a6 req-2812bec2-0121-4212-b96d-58a27b4f0574 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:50:59.342199 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-183e65f4-07e8-4136-9ad4-dbbd2161a2a6 req-2812bec2-0121-4212-b96d-58a27b4f0574 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 931 time: 0.4556260
Apr 09 13:50:59.360044 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c66ac-84b6-4e11-adf9-60800c88a117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de21e696-5bcc-4172-88f1-3bd02eedd5c0,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:59.382870 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-ac4c66ac-84b6-4e11-adf9-60800c88a117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:59.395512 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-183e65f4-07e8-4136-9ad4-dbbd2161a2a6 req-75aac78b-0dcb-4c57-938d-fc4dfbde9242 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521829
Apr 09 13:50:59.411428 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cb47c70e-ec0d-4785-b1ac-23b22781559e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:59.454843 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cb47c70e-ec0d-4785-b1ac-23b22781559e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:59.464174 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b45a8834-1d12-464f-a6d0-5a4b7a8ea3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:59.469939 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b45a8834-1d12-464f-a6d0-5a4b7a8ea3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:59.479738 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:59.526214 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cb47c70e-ec0d-4785-b1ac-23b22781559e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:59.531565 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e66101f6-7e60-4128-bc34-09ab27dde7c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:50:59.543549 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47c70e-ec0d-4785-b1ac-23b22781559e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de21e696-5bcc-4172-88f1-3bd02eedd5c0,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:59.548948 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-cb47c70e-ec0d-4785-b1ac-23b22781559e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:59.552141 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cb47c70e-ec0d-4785-b1ac-23b22781559e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:59.554423 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-cb47c70e-ec0d-4785-b1ac-23b22781559e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/de21e696-5bcc-4172-88f1-3bd02eedd5c0 HTTP/1.1" status: 204  len: 168 time: 0.3191252
Apr 09 13:50:59.573247 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-79ca27e3-79d1-4384-b1bc-428b26dcd4c6 req-037ace90-22f7-4688-9544-f1adc5e1f5d1 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 210 time: 0.0818861
Apr 09 13:50:59.583868 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-b45a8834-1d12-464f-a6d0-5a4b7a8ea3ae admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=30d71ee11dd641398f5508ee94802ba2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7110343
Apr 09 13:50:59.584894 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a8834-1d12-464f-a6d0-5a4b7a8ea3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f767620-fbe4-4da9-9fa1-8d59b26b2bca,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:50:59.585545 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 53882) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:50:59.588699 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b45a8834-1d12-464f-a6d0-5a4b7a8ea3ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:50:59.599258 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-62a30018-829e-4550-b7bc-06719c2d67fe req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Request body: {'port': {'device_id': '6fdc1a35-3f58-4acf-9571-5d89974e6e1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:50:59.671693 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] Request body: {'port': {'device_id': '182335f6-a49b-4db3-9ec6-a59801f0d6c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:50:59.758676 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-09f0d9e4-4660-4b9d-acd9-e22a99f65b82 req-b7d10c34-0812-4eb2-9c09-4c510565810e service neutron] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:59.785955 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-22da9293-46ec-4e67-a0a8-483784c76dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:59.804141 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-62a30018-829e-4550-b7bc-06719c2d67fe req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:59.828606 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-09f0d9e4-4660-4b9d-acd9-e22a99f65b82 req-b7d10c34-0812-4eb2-9c09-4c510565810e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:50:59.849773 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-09f0d9e4-4660-4b9d-acd9-e22a99f65b82 req-b7d10c34-0812-4eb2-9c09-4c510565810e service neutron] Usage tracker for resource:security_group_rule and tenant:317cb9dea4b3436ea8637e7d1c600f72 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:50:59.857045 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-09f0d9e4-4660-4b9d-acd9-e22a99f65b82 req-b7d10c34-0812-4eb2-9c09-4c510565810e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:50:59.887465 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-09f0d9e4-4660-4b9d-acd9-e22a99f65b82 req-b7d10c34-0812-4eb2-9c09-4c510565810e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:50:59.899716 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-22da9293-46ec-4e67-a0a8-483784c76dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:50:59.909621 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:00.079643 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c47fce-3498-4687-84f7-13c8bab2c891 req-b830fe8f-1bd4-40dd-8b08-7af935f36018 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:00.081266 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c7c47fce-3498-4687-84f7-13c8bab2c891 req-b830fe8f-1bd4-40dd-8b08-7af935f36018 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 945 time: 0.2783749
Apr 09 13:51:00.209176 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c7c47fce-3498-4687-84f7-13c8bab2c891 req-75bb7c65-b08d-4e67-af02-7abdcfc340f5 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef9a617c-7232-40ce-8545-17208c560208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121202
Apr 09 13:51:00.361771 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-22da9293-46ec-4e67-a0a8-483784c76dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:00.380982 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-17631b3b-874b-4a4e-ba0b-bd2f92c9197d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:00.431941 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [req-62a30018-829e-4550-b7bc-06719c2d67fe req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211d2bc4-c81a-4cb1-be28-f837d0abfcdc {{(pid=85290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:51:00.432553 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da9293-46ec-4e67-a0a8-483784c76dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f767620-fbe4-4da9-9fa1-8d59b26b2bca,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:00.441686 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-22da9293-46ec-4e67-a0a8-483784c76dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:00.446406 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-62a30018-829e-4550-b7bc-06719c2d67fe req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:00.446597 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-22da9293-46ec-4e67-a0a8-483784c76dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:00.451210 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-22da9293-46ec-4e67-a0a8-483784c76dbf admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4f767620-fbe4-4da9-9fa1-8d59b26b2bca HTTP/1.1" status: 204  len: 168 time: 0.8641069
Apr 09 13:51:00.470023 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-62a30018-829e-4550-b7bc-06719c2d67fe req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Transition to ACTIVE for port object 211d2bc4-c81a-4cb1-be28-f837d0abfcdc will not be triggered until provisioned by entity L2. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:51:00.478299 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-62a30018-829e-4550-b7bc-06719c2d67fe req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:00.721400 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 983e287a-9324-40be-ae97-00db5e28abfd {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:51:00.729121 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:00.730536 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:00.753307 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] Transition to ACTIVE for port object 983e287a-9324-40be-ae97-00db5e28abfd will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:51:00.760708 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:00.768511 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-09f0d9e4-4660-4b9d-acd9-e22a99f65b82 req-b7d10c34-0812-4eb2-9c09-4c510565810e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:00.785972 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:00.853615 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-09f0d9e4-4660-4b9d-acd9-e22a99f65b82 req-b7d10c34-0812-4eb2-9c09-4c510565810e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:00.934216 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] Pushing event updated for resources: {'Port': ['ID=983e287a-9324-40be-ae97-00db5e28abfd,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:00.949354 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:00.950011 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:00.971864 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-09f0d9e4-4660-4b9d-acd9-e22a99f65b82 req-b7d10c34-0812-4eb2-9c09-4c510565810e service neutron] Synchronizing usage tracker for tenant:317cb9dea4b3436ea8637e7d1c600f72 on resource:security_group {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:51:01.008421 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8ef9e40a-b4e8-46cb-812f-be52c8be878a req-46b5c7e0-bc25-46cc-97dc-e9b8ac1788fc tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 210 time: 0.2806768
Apr 09 13:51:01.049451 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d10c34-0812-4eb2-9c09-4c510565810e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6e86dc9b-2845-40ff-a41a-79ff4eed2923,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:01.049451 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b7d10c34-0812-4eb2-9c09-4c510565810e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:01.066599 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-09f0d9e4-4660-4b9d-acd9-e22a99f65b82 req-b7d10c34-0812-4eb2-9c09-4c510565810e service neutron] Unset dirty status for tenant:317cb9dea4b3436ea8637e7d1c600f72 on resource:security_group {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:51:01.068035 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-09f0d9e4-4660-4b9d-acd9-e22a99f65b82 req-b7d10c34-0812-4eb2-9c09-4c510565810e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ef9a617c-7232-40ce-8545-17208c560208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.4051328
Apr 09 13:51:01.204751 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Pushing event updated for resources: {'Port': ['ID=211d2bc4-c81a-4cb1-be28-f837d0abfcdc,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:01.264348 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:01.264806 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:01.268075 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:01.268588 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:01.268979 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:01.269380 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:01.269771 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:01.270166 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:01.270553 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:01.270938 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:01.271326 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:01.271704 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:01.293658 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:01.455401 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] Attempting to bind port 983e287a-9324-40be-ae97-00db5e28abfd on host hv-cinder-78536 for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:51:01.455805 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] Attempting to bind port 983e287a-9324-40be-ae97-00db5e28abfd by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '6a2d8c17-f66d-454b-89ad-1748ea8ad1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'b146cef2-8ca4-4eb4-80db-037ecad68a76'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:51:01.456357 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] Attempting to bind port 983e287a-9324-40be-ae97-00db5e28abfd on network b146cef2-8ca4-4eb4-80db-037ecad68a76 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:51:01.463771 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] Port 983e287a-9324-40be-ae97-00db5e28abfd on network b146cef2-8ca4-4eb4-80db-037ecad68a76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 13:51:01.464508 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] Attempting to bind port 983e287a-9324-40be-ae97-00db5e28abfd on network b146cef2-8ca4-4eb4-80db-037ecad68a76 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:51:01.474087 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] Checking agent: {'id': '8b22d5c6-5838-4546-ac77-8d10367985fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'started_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:51:01.474087 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] Checking segment: {'id': '6a2d8c17-f66d-454b-89ad-1748ea8ad1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'b146cef2-8ca4-4eb4-80db-037ecad68a76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:51:01.474087 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] Bound using segment: {'id': '6a2d8c17-f66d-454b-89ad-1748ea8ad1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'b146cef2-8ca4-4eb4-80db-037ecad68a76'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:51:01.474087 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] Bound port: 983e287a-9324-40be-ae97-00db5e28abfd, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a2d8c17-f66d-454b-89ad-1748ea8ad1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'b146cef2-8ca4-4eb4-80db-037ecad68a76'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:51:01.474087 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:01.514995 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0e68d1e0-0aac-4cf1-b3af-27c360b56d74 req-74fffa39-5010-4242-8417-44d5ca0d0a37 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 210 time: 0.2141035
Apr 09 13:51:01.577090 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] For port 983e287a-9324-40be-ae97-00db5e28abfd, host hv-cinder-78536, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:51:01.589055 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] For port 983e287a-9324-40be-ae97-00db5e28abfd, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=983e287a-9324-40be-ae97-00db5e28abfd,segment=NetworkSegment(6a2d8c17-f66d-454b-89ad-1748ea8ad1dc),segment_id=6a2d8c17-f66d-454b-89ad-1748ea8ad1dc)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:51:01.601013 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:01.625749 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf8fed-97ef-4afe-8365-bc5ca35d5585 req-430d0ad7-b2b4-4ed2-9ff0-f10648250f35 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:01.627784 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4dcf8fed-97ef-4afe-8365-bc5ca35d5585 req-430d0ad7-b2b4-4ed2-9ff0-f10648250f35 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 943 time: 0.7778704
Apr 09 13:51:01.629026 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-62a30018-829e-4550-b7bc-06719c2d67fe req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Attempting to bind port 211d2bc4-c81a-4cb1-be28-f837d0abfcdc on host hv-cinder-78536 for vnic_type normal with profile  {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:51:01.629622 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-62a30018-829e-4550-b7bc-06719c2d67fe req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Attempting to bind port 211d2bc4-c81a-4cb1-be28-f837d0abfcdc by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '6a2d8c17-f66d-454b-89ad-1748ea8ad1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'b146cef2-8ca4-4eb4-80db-037ecad68a76'}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:51:01.630262 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a30018-829e-4550-b7bc-06719c2d67fe req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Attempting to bind port 211d2bc4-c81a-4cb1-be28-f837d0abfcdc on network b146cef2-8ca4-4eb4-80db-037ecad68a76 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:51:01.664382 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:01.668303 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a30018-829e-4550-b7bc-06719c2d67fe req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Port 211d2bc4-c81a-4cb1-be28-f837d0abfcdc on network b146cef2-8ca4-4eb4-80db-037ecad68a76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 13:51:01.668791 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a30018-829e-4550-b7bc-06719c2d67fe req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Attempting to bind port 211d2bc4-c81a-4cb1-be28-f837d0abfcdc on network b146cef2-8ca4-4eb4-80db-037ecad68a76 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:51:01.685206 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4dcf8fed-97ef-4afe-8365-bc5ca35d5585 req-52170b8e-dac2-4faf-b716-df6454e78a97 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485075
Apr 09 13:51:01.695000 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a30018-829e-4550-b7bc-06719c2d67fe req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Checking agent: {'id': '8b22d5c6-5838-4546-ac77-8d10367985fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'started_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:51:01.695495 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a30018-829e-4550-b7bc-06719c2d67fe req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Checking segment: {'id': '6a2d8c17-f66d-454b-89ad-1748ea8ad1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'b146cef2-8ca4-4eb4-80db-037ecad68a76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:51:01.695943 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a30018-829e-4550-b7bc-06719c2d67fe req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Bound using segment: {'id': '6a2d8c17-f66d-454b-89ad-1748ea8ad1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'b146cef2-8ca4-4eb4-80db-037ecad68a76'} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:51:01.712711 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-62a30018-829e-4550-b7bc-06719c2d67fe req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Bound port: 211d2bc4-c81a-4cb1-be28-f837d0abfcdc, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a2d8c17-f66d-454b-89ad-1748ea8ad1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'b146cef2-8ca4-4eb4-80db-037ecad68a76'}}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:51:01.713219 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-62a30018-829e-4550-b7bc-06719c2d67fe req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:01.803625 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] Pushing event updated for resources: {'Port': ['ID=983e287a-9324-40be-ae97-00db5e28abfd,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:01.821709 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-62a30018-829e-4550-b7bc-06719c2d67fe req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] For port 211d2bc4-c81a-4cb1-be28-f837d0abfcdc, host hv-cinder-78536, cleared binding levels {{(pid=85290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:51:01.826317 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-62a30018-829e-4550-b7bc-06719c2d67fe req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] For port 211d2bc4-c81a-4cb1-be28-f837d0abfcdc, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=211d2bc4-c81a-4cb1-be28-f837d0abfcdc,segment=NetworkSegment(6a2d8c17-f66d-454b-89ad-1748ea8ad1dc),segment_id=6a2d8c17-f66d-454b-89ad-1748ea8ad1dc)] {{(pid=85290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:51:01.831678 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-62a30018-829e-4550-b7bc-06719c2d67fe req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:01.910336 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-694fcccc-b561-4e39-94af-7b271b44ec31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:01.963271 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:02.034879 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Pushing event updated for resources: {'Port': ['ID=211d2bc4-c81a-4cb1-be28-f837d0abfcdc,revision_number=3']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:02.039307 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:02.156607 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:02.163661 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:02.166527 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] 10.222.0.93 "PUT /v2.0/ports/983e287a-9324-40be-ae97-00db5e28abfd HTTP/1.1" status: 200  len: 1093 time: 2.5015800
Apr 09 13:51:02.167322 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182335f6-a49b-4db3-9ec6-a59801f0d6c8', 'tag': '983e287a-9324-40be-ae97-00db5e28abfd'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:51:02.227844 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cc2a0-61fa-4cee-b5f1-210d810ab09e req-c50b55c5-d1e8-4a65-a98b-11bc960a4729 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:02.229439 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-007cc2a0-61fa-4cee-b5f1-210d810ab09e req-c50b55c5-d1e8-4a65-a98b-11bc960a4729 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 945 time: 0.4013503
Apr 09 13:51:02.394210 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-aced1fd0-0b0d-42ff-b117-121c60d076f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:02.396172 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-aced1fd0-0b0d-42ff-b117-121c60d076f3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=81bb3f6d64b54413a5b4c9a77b170d9a&device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 1096 time: 0.1025867
Apr 09 13:51:02.404792 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bb5184ae-f04f-496f-9a25-b310b1517c36 req-3d14ea90-6c5c-40d2-a113-142ffb2de3ab tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 210 time: 0.0930476
Apr 09 13:51:02.415773 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-007cc2a0-61fa-4cee-b5f1-210d810ab09e req-7b8427d1-c6bf-483c-bed3-f3a55fa44545 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef9a617c-7232-40ce-8545-17208c560208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417112
Apr 09 13:51:02.435782 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a30018-829e-4550-b7bc-06719c2d67fe req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:02.436533 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-62a30018-829e-4550-b7bc-06719c2d67fe req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:02.438159 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-62a30018-829e-4550-b7bc-06719c2d67fe req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] 10.222.0.93 "PUT /v2.0/ports/211d2bc4-c81a-4cb1-be28-f837d0abfcdc HTTP/1.1" status: 200  len: 1093 time: 2.8474133
Apr 09 13:51:02.438727 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fdc1a35-3f58-4acf-9571-5d89974e6e1d', 'tag': '211d2bc4-c81a-4cb1-be28-f837d0abfcdc'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:51:02.509922 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fdc1a35-3f58-4acf-9571-5d89974e6e1d', 'tag': '211d2bc4-c81a-4cb1-be28-f837d0abfcdc', 'status': 'completed', 'code': 200}
Apr 09 13:51:02.546861 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-23c6fa12-7c80-4b06-b0a5-45884d5446ab service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=983e287a-9324-40be-ae97-00db5e28abfd HTTP/1.1" status: 200  len: 217 time: 0.1416035
Apr 09 13:51:02.760525 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a30018-829e-4550-b7bc-06719c2d67fe req-3195c366-007b-433a-9d66-1d991e295cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:02.767138 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-62a30018-829e-4550-b7bc-06719c2d67fe req-3195c366-007b-433a-9d66-1d991e295cf5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=81bb3f6d64b54413a5b4c9a77b170d9a&device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 1096 time: 0.1578031
Apr 09 13:51:03.063209 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-62a30018-829e-4550-b7bc-06719c2d67fe req-32e5de93-9067-4752-a2af-8eea2db916b1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=211d2bc4-c81a-4cb1-be28-f837d0abfcdc HTTP/1.1" status: 200  len: 217 time: 0.2920165
Apr 09 13:51:03.111625 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-3a58e8e0-0934-4144-a448-09925949c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:03.114383 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-3a58e8e0-0934-4144-a448-09925949c4a5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=41271458-1804-4a74-869f-5c1bd342a20b HTTP/1.1" status: 200  len: 858 time: 0.5280936
Apr 09 13:51:03.223155 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-dcbe4b61-4e65-48d5-ad1e-df667fd41c7d req-a00fd687-6c27-4b13-8826-4b0ce6e813cf tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 210 time: 0.1677337
Apr 09 13:51:03.350812 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a30018-829e-4550-b7bc-06719c2d67fe req-00b793dd-0704-43bc-a5e4-db335a28a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:03.358419 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-62a30018-829e-4550-b7bc-06719c2d67fe req-00b793dd-0704-43bc-a5e4-db335a28a5af service neutron] 10.222.0.93 "GET /v2.0/subnets?id=41271458-1804-4a74-869f-5c1bd342a20b HTTP/1.1" status: 200  len: 858 time: 0.2319398
Apr 09 13:51:03.390985 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-dea7facc-3360-43f9-b8db-47b59a12b2e4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b146cef2-8ca4-4eb4-80db-037ecad68a76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2465436
Apr 09 13:51:03.567031 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-62a30018-829e-4550-b7bc-06719c2d67fe req-8c00d802-87b8-4d41-95fc-16834f329a16 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b146cef2-8ca4-4eb4-80db-037ecad68a76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1644592
Apr 09 13:51:03.736004 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30ba85-bda4-4735-ad7b-dbc45dd49b62 req-ee6b74b8-d561-4039-8b5b-d59833fc38db tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:03.742162 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6f30ba85-bda4-4735-ad7b-dbc45dd49b62 req-ee6b74b8-d561-4039-8b5b-d59833fc38db tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 943 time: 0.7756279
Apr 09 13:51:03.884870 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182335f6-a49b-4db3-9ec6-a59801f0d6c8', 'tag': '983e287a-9324-40be-ae97-00db5e28abfd', 'status': 'completed', 'code': 200}
Apr 09 13:51:03.900764 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-1cd1f9c6-d843-4d9a-a2cd-1ebf65a5b373 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:03.901585 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-1cd1f9c6-d843-4d9a-a2cd-1ebf65a5b373 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Synchronizing usage tracker for tenant:8f40d2219e104d8ba0a5d0df316c2e3c on resource:network {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:51:03.956328 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-62a30018-829e-4550-b7bc-06719c2d67fe req-6aa8d13f-c886-4f4c-b5fd-056ea264f5bf service neutron] 10.222.0.93 "GET /v2.0/networks/b146cef2-8ca4-4eb4-80db-037ecad68a76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3846183
Apr 09 13:51:03.956596 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-1cd1f9c6-d843-4d9a-a2cd-1ebf65a5b373 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Unset dirty status for tenant:8f40d2219e104d8ba0a5d0df316c2e3c on resource:network {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:51:03.960043 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-1cd1f9c6-d843-4d9a-a2cd-1ebf65a5b373 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.93 "GET /v2.0/networks?id=9010c4eb-70b0-4853-abe2-15efc5a47948 HTTP/1.1" status: 200  len: 817 time: 1.2145851
Apr 09 13:51:04.025024 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.93', 49901) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:04.037560 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-1238ad90-9c83-4f7b-bd0c-6d6af8177d4f service neutron] 10.222.0.93 "GET /v2.0/networks/b146cef2-8ca4-4eb4-80db-037ecad68a76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6123435
Apr 09 13:51:04.486874 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-62a30018-829e-4550-b7bc-06719c2d67fe req-2a7009c0-f7ad-4f4d-a5b3-b4fd3b7fa2c7 service neutron] 10.222.0.93 "GET /v2.0/networks/b146cef2-8ca4-4eb4-80db-037ecad68a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3580070
Apr 09 13:51:04.541849 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6f30ba85-bda4-4735-ad7b-dbc45dd49b62 req-b4114a90-0d02-46fe-b480-a64d128ce2fb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5825684
Apr 09 13:51:04.638356 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-6abd99bd-6306-4257-a0e0-1ffe8299e394 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Synchronizing usage tracker for tenant:8f40d2219e104d8ba0a5d0df316c2e3c on resource:security_group {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:51:04.645987 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 54034) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:04.707792 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-6abd99bd-6306-4257-a0e0-1ffe8299e394 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Unset dirty status for tenant:8f40d2219e104d8ba0a5d0df316c2e3c on resource:security_group {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:51:04.709339 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-6abd99bd-6306-4257-a0e0-1ffe8299e394 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8f40d2219e104d8ba0a5d0df316c2e3c HTTP/1.1" status: 200  len: 5704 time: 0.6703846
Apr 09 13:51:04.737948 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-d2e0d54f-9a1c-4d0c-9164-f1ee7af8f09a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Request body: {'port': {'device_id': '1e130c96-f854-4277-a512-b2ad9d0f3fe2', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'admin_state_up': True, 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'security_groups': ['f61952ab-6c8c-423e-9629-17e6f769fe49']}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:51:04.801041 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bb84c8a5-545b-468a-a95a-5ac6b3f45878 req-d5d7109c-fbd6-4606-a80c-6e3d9009f571 service neutron] 10.222.0.93 "GET /v2.0/networks/b146cef2-8ca4-4eb4-80db-037ecad68a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7216978
Apr 09 13:51:05.058242 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-be5fe2a0-c1d0-4de8-a3dd-ca31332d1f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:05.125919 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-be5fe2a0-c1d0-4de8-a3dd-ca31332d1f99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:05.132244 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-be5fe2a0-c1d0-4de8-a3dd-ca31332d1f99 admin admin] Usage tracker for resource:security_group_rule and tenant:21c2c48a30ab4fbe8c063518fbf590d6 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:51:05.142026 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-be5fe2a0-c1d0-4de8-a3dd-ca31332d1f99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:51:05.153403 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-be5fe2a0-c1d0-4de8-a3dd-ca31332d1f99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:51:05.199392 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-d2e0d54f-9a1c-4d0c-9164-f1ee7af8f09a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:05.209687 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-d2e0d54f-9a1c-4d0c-9164-f1ee7af8f09a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:51:05.226914 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-d2e0d54f-9a1c-4d0c-9164-f1ee7af8f09a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Made reservation on behalf of 8f40d2219e104d8ba0a5d0df316c2e3c for: {'port': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:51:05.233472 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-d2e0d54f-9a1c-4d0c-9164-f1ee7af8f09a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:05.245651 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19df1f8-e083-43f2-a6eb-483b214ce4b4 req-207293b4-d895-456f-941e-3a1343fc8dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:05.245651 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b19df1f8-e083-43f2-a6eb-483b214ce4b4 req-207293b4-d895-456f-941e-3a1343fc8dae service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=81bb3f6d64b54413a5b4c9a77b170d9a&device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 1096 time: 0.2965629
Apr 09 13:51:05.288699 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-21002735-edbe-4741-baac-8ee593ffc7b4 req-51d6c6a8-e9ca-4ffe-9f1a-4b06779f54fc tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 210 time: 0.2391911
Apr 09 13:51:05.367098 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e53ea9-d674-41d4-b763-b04c6be6411c req-ec16c7f4-55c9-4747-9733-c08eb0853a26 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:05.375533 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-14e53ea9-d674-41d4-b763-b04c6be6411c req-ec16c7f4-55c9-4747-9733-c08eb0853a26 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 945 time: 1.3615448
Apr 09 13:51:05.454712 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-14e53ea9-d674-41d4-b763-b04c6be6411c req-35f568a1-6eb1-4680-bf74-dede68a06c74 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef9a617c-7232-40ce-8545-17208c560208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781395
Apr 09 13:51:05.468181 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-d2e0d54f-9a1c-4d0c-9164-f1ee7af8f09a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Allocated IP 172.20.0.9 (9010c4eb-70b0-4853-abe2-15efc5a47948/a11cd7fb-d8a8-4644-9261-21e5c207880f/f9bcc344-45c3-4360-a424-5becafffd6e2) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:51:05.479584 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-038e63d9-deb1-4df5-bc36-f7ecccff2b0e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:05.482179 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-038e63d9-deb1-4df5-bc36-f7ecccff2b0e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.93 "GET /v2.0/networks?id=dac73499-f23e-4d97-b423-652173261576 HTTP/1.1" status: 200  len: 811 time: 1.3464699
Apr 09 13:51:05.491522 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed4b89-9326-4d83-9fd3-008b7230f2d6 req-2be76644-096d-4b8e-bae5-66661eb5edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:05.495685 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-27ed4b89-9326-4d83-9fd3-008b7230f2d6 req-2be76644-096d-4b8e-bae5-66661eb5edf3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=81bb3f6d64b54413a5b4c9a77b170d9a&device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 1096 time: 0.4488821
Apr 09 13:51:05.609882 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-53639725-d822-4e60-8322-cc3cce2d51d5 req-2f3df093-1d7f-44f9-b2ee-05943d452986 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 210 time: 0.0868230
Apr 09 13:51:05.922775 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bbc38-3a35-4dca-a42d-3f275ba46a1d req-7e9cd711-11cc-42e3-aef7-eaaf4343ff31 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:05.926037 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-387bbc38-3a35-4dca-a42d-3f275ba46a1d req-7e9cd711-11cc-42e3-aef7-eaaf4343ff31 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 943 time: 0.1949766
Apr 09 13:51:05.943873 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-be5fe2a0-c1d0-4de8-a3dd-ca31332d1f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:05.963351 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-be5fe2a0-c1d0-4de8-a3dd-ca31332d1f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:05.978939 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b7d10c34-0812-4eb2-9c09-4c510565810e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:05.979437 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-387bbc38-3a35-4dca-a42d-3f275ba46a1d req-5101d6d1-d30d-4c06-97cc-a5aca835c7a2 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400419
Apr 09 13:51:06.073010 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-be5fe2a0-c1d0-4de8-a3dd-ca31332d1f99 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=21c2c48a30ab4fbe8c063518fbf590d6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4202623
Apr 09 13:51:06.073979 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5fe2a0-c1d0-4de8-a3dd-ca31332d1f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde222d7-443b-4651-8e58-44b500b3234c,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:06.077198 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 54084) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:06.083264 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-be5fe2a0-c1d0-4de8-a3dd-ca31332d1f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:06.088010 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-d2e0d54f-9a1c-4d0c-9164-f1ee7af8f09a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:06.114368 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-d2e0d54f-9a1c-4d0c-9164-f1ee7af8f09a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Transition to ACTIVE for port object f9bcc344-45c3-4360-a424-5becafffd6e2 will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:51:06.147119 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-d2e0d54f-9a1c-4d0c-9164-f1ee7af8f09a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:06.183116 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c1be50f2-9b8c-456c-a3be-28905362bc32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:06.215416 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c1be50f2-9b8c-456c-a3be-28905362bc32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:06.259134 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:06.280975 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c1be50f2-9b8c-456c-a3be-28905362bc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:06.300327 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-26c8c622-1747-4c16-983f-7b023c388d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:06.345575 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 54090) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:06.349084 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0d54f-9a1c-4d0c-9164-f1ee7af8f09a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Pushing event updated for resources: {'Port': ['ID=f9bcc344-45c3-4360-a424-5becafffd6e2,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:06.350217 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be50f2-9b8c-456c-a3be-28905362bc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde222d7-443b-4651-8e58-44b500b3234c,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:06.352158 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d2e0d54f-9a1c-4d0c-9164-f1ee7af8f09a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:06.358968 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c1be50f2-9b8c-456c-a3be-28905362bc32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:06.360442 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c1be50f2-9b8c-456c-a3be-28905362bc32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:06.364981 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-c1be50f2-9b8c-456c-a3be-28905362bc32 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cde222d7-443b-4651-8e58-44b500b3234c HTTP/1.1" status: 204  len: 168 time: 0.2826333
Apr 09 13:51:06.472813 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-d2e0d54f-9a1c-4d0c-9164-f1ee7af8f09a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Network 9010c4eb-70b0-4853-abe2-15efc5a47948 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:51:06.477007 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-d2e0d54f-9a1c-4d0c-9164-f1ee7af8f09a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:51:06.503876 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-d2e0d54f-9a1c-4d0c-9164-f1ee7af8f09a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:51:06.526897 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-d2e0d54f-9a1c-4d0c-9164-f1ee7af8f09a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:06.529720 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-d2e0d54f-9a1c-4d0c-9164-f1ee7af8f09a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:06.541905 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d8bed75e-5678-4bdd-bacd-b948bede892a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:06.596258 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-d8bed75e-5678-4bdd-bacd-b948bede892a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:06.603717 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-d2e0d54f-9a1c-4d0c-9164-f1ee7af8f09a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8836010
Apr 09 13:51:06.662341 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-d8bed75e-5678-4bdd-bacd-b948bede892a admin admin] Usage tracker for resource:security_group_rule and tenant:63d515e3369a423caceec4d39918970d is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:51:06.673670 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-d8bed75e-5678-4bdd-bacd-b948bede892a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:51:06.738620 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-d8bed75e-5678-4bdd-bacd-b948bede892a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:51:06.869274 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5327853-5d47-470e-941d-ca5f76b107aa req-46c6b719-4b12-42a9-b414-b0865ce9f013 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:06.871251 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e5327853-5d47-470e-941d-ca5f76b107aa req-46c6b719-4b12-42a9-b414-b0865ce9f013 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 945 time: 0.2051511
Apr 09 13:51:06.882843 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a7479-ce78-4f4b-9784-20b35af263c6 req-a95c203e-7155-48f6-923b-ef166116a2e7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:06.886402 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e34a7479-ce78-4f4b-9784-20b35af263c6 req-a95c203e-7155-48f6-923b-ef166116a2e7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 931 time: 0.2805531
Apr 09 13:51:06.892492 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-39bea93b-e964-4d23-9a0c-f2fc5aaaf9b1 None None] Provisioning for port f9bcc344-45c3-4360-a424-5becafffd6e2 completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:51:06.898408 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-39bea93b-e964-4d23-9a0c-f2fc5aaaf9b1 None None] Provisioning complete for port f9bcc344-45c3-4360-a424-5becafffd6e2 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:51:06.899174 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-39bea93b-e964-4d23-9a0c-f2fc5aaaf9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:06.952009 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e5327853-5d47-470e-941d-ca5f76b107aa req-a92e941d-f2ce-4460-938a-cea7406ce393 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef9a617c-7232-40ce-8545-17208c560208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626650
Apr 09 13:51:06.956373 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e34a7479-ce78-4f4b-9784-20b35af263c6 req-b2c50d40-aa10-430f-bb43-86a852eb8c5d tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511925
Apr 09 13:51:06.966093 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-39bea93b-e964-4d23-9a0c-f2fc5aaaf9b1 None None] Port f9bcc344-45c3-4360-a424-5becafffd6e2 cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 13:51:07.008610 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d8bed75e-5678-4bdd-bacd-b948bede892a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:07.012844 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d8bed75e-5678-4bdd-bacd-b948bede892a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:07.044217 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-ebfc1f10-1b9a-41e5-b0cc-49ac4005fc03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:07.079028 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-d8bed75e-5678-4bdd-bacd-b948bede892a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=63d515e3369a423caceec4d39918970d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7315683
Apr 09 13:51:07.080001 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bed75e-5678-4bdd-bacd-b948bede892a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41f8aa5-0aa9-4d34-bee0-c26a7b6f8f52,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:07.081923 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 54124) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:07.084168 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d8bed75e-5678-4bdd-bacd-b948bede892a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:07.172244 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c01b243d-b156-4390-8dd0-670865a442fb req-b4804a9c-148d-4cd7-b493-b0b66c98bdd4 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 210 time: 0.0641451
Apr 09 13:51:07.186306 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d95a-d078-4502-ba19-aaf1329e3834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:07.228710 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d95a-d078-4502-ba19-aaf1329e3834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:07.290806 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d95a-d078-4502-ba19-aaf1329e3834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:07.298623 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:07.322182 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6d95a-d078-4502-ba19-aaf1329e3834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41f8aa5-0aa9-4d34-bee0-c26a7b6f8f52,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:07.323096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cefdd3-ffad-418d-9840-38975b7d2035 req-63a92a94-d503-4444-8759-31323f341920 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:07.326767 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-02cefdd3-ffad-418d-9840-38975b7d2035 req-63a92a94-d503-4444-8759-31323f341920 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 943 time: 0.1217411
Apr 09 13:51:07.346534 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1ae6d95a-d078-4502-ba19-aaf1329e3834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:07.348855 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d95a-d078-4502-ba19-aaf1329e3834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:07.350104 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-1ae6d95a-d078-4502-ba19-aaf1329e3834 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d41f8aa5-0aa9-4d34-bee0-c26a7b6f8f52 HTTP/1.1" status: 204  len: 168 time: 0.2670877
Apr 09 13:51:07.399173 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-02cefdd3-ffad-418d-9840-38975b7d2035 req-e85b6dc1-0065-4279-808c-be766bd43de2 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542655
Apr 09 13:51:07.768137 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 54146) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:07.787691 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8c2e40e8-e1b4-4a96-adcf-e6892ce7697f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:07.803548 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-8c2e40e8-e1b4-4a96-adcf-e6892ce7697f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:07.807542 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-8c2e40e8-e1b4-4a96-adcf-e6892ce7697f admin admin] Usage tracker for resource:security_group_rule and tenant:6c51d3f4519f4c3398420774bfd3268e is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:51:07.810952 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-8c2e40e8-e1b4-4a96-adcf-e6892ce7697f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:51:07.817516 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-8c2e40e8-e1b4-4a96-adcf-e6892ce7697f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:51:07.914191 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8c2e40e8-e1b4-4a96-adcf-e6892ce7697f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:07.917669 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8c2e40e8-e1b4-4a96-adcf-e6892ce7697f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:07.927202 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:07.973621 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-8c2e40e8-e1b4-4a96-adcf-e6892ce7697f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6c51d3f4519f4c3398420774bfd3268e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2042313
Apr 09 13:51:07.976334 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e40e8-e1b4-4a96-adcf-e6892ce7697f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3743924-d619-4267-80b0-4b891da6644d,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:07.977104 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 54152) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:07.978995 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-8c2e40e8-e1b4-4a96-adcf-e6892ce7697f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:08.047986 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5e47-3d93-4b2a-b5a4-edcf1f4e50cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:08.083632 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5e47-3d93-4b2a-b5a4-edcf1f4e50cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:08.211696 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5e47-3d93-4b2a-b5a4-edcf1f4e50cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:08.219567 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:08.246588 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc0f99-7fb0-4be4-b556-4a966c6b7959 req-99b71833-030d-4a94-bc46-b81f88e65f51 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:08.248450 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-17fc0f99-7fb0-4be4-b556-4a966c6b7959 req-99b71833-030d-4a94-bc46-b81f88e65f51 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 931 time: 0.1225069
Apr 09 13:51:08.251357 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb5e47-3d93-4b2a-b5a4-edcf1f4e50cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3743924-d619-4267-80b0-4b891da6644d,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:08.254173 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3dbb5e47-3d93-4b2a-b5a4-edcf1f4e50cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:08.261653 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5e47-3d93-4b2a-b5a4-edcf1f4e50cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:08.262969 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-3dbb5e47-3d93-4b2a-b5a4-edcf1f4e50cf admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a3743924-d619-4267-80b0-4b891da6644d HTTP/1.1" status: 204  len: 168 time: 0.2846131
Apr 09 13:51:08.313063 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-17fc0f99-7fb0-4be4-b556-4a966c6b7959 req-568f38fb-1f89-4fbd-9012-e991bae23c7d tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0324941
Apr 09 13:51:08.401085 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ed65e92f-ffc2-4e5c-894f-f241c9f8ce2e req-4695b1b4-384e-46d5-b067-40e1ea1b51a1 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 210 time: 0.0505691
Apr 09 13:51:08.606595 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1f773-6bc0-4b24-8352-14b30129c42d req-6b4966fb-a11c-49cb-b532-5ca6fca42138 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:08.608245 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-40b1f773-6bc0-4b24-8352-14b30129c42d req-6b4966fb-a11c-49cb-b532-5ca6fca42138 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 943 time: 0.1012042
Apr 09 13:51:08.642567 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-40b1f773-6bc0-4b24-8352-14b30129c42d req-d29c6ac7-76c8-4dc5-94bc-2c3c23f21ff8 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0274832
Apr 09 13:51:09.588087 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3ee63f1a-e9da-4e8f-8ca8-f6d4409426d8 req-855bdd2f-295b-465c-8c6c-7aa4ea0fa316 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 210 time: 0.0568564
Apr 09 13:51:09.607584 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52344b3-7703-4768-8a00-77905afac6b2 req-ead312d4-31c9-4919-9a90-3ddf2689a27c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:09.609433 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c52344b3-7703-4768-8a00-77905afac6b2 req-ead312d4-31c9-4919-9a90-3ddf2689a27c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 931 time: 0.1535587
Apr 09 13:51:09.659597 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c52344b3-7703-4768-8a00-77905afac6b2 req-b0d9f83d-a4f7-4975-92a5-778beca28d28 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0345771
Apr 09 13:51:09.856722 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced4641-8e3a-4dee-9ad5-96e1f5f1c9ea req-0ca8fd34-7fff-4eeb-9e49-5ac83b7a14c2 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:09.858393 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-dced4641-8e3a-4dee-9ad5-96e1f5f1c9ea req-0ca8fd34-7fff-4eeb-9e49-5ac83b7a14c2 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 943 time: 0.0907071
Apr 09 13:51:09.890609 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-dced4641-8e3a-4dee-9ad5-96e1f5f1c9ea req-427a2c57-67f4-46c1-8c12-dba5be792708 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0258408
Apr 09 13:51:10.658103 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] Request body: {'port': {'device_id': '1e130c96-f854-4277-a512-b2ad9d0f3fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:51:10.886244 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1bb9bc42-0937-46aa-b4de-67879a9081e3 req-cdfbdeb0-077a-4f42-b1ea-0f1ee2c3fcfb tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 210 time: 0.0950978
Apr 09 13:51:10.903876 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed4b89-9326-4d83-9fd3-008b7230f2d6 req-6cece0d2-2fae-4e63-b178-101179e06104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:10.907810 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-27ed4b89-9326-4d83-9fd3-008b7230f2d6 req-6cece0d2-2fae-4e63-b178-101179e06104 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b146cef2-8ca4-4eb4-80db-037ecad68a76 HTTP/1.1" status: 200  len: 919 time: 0.2793503
Apr 09 13:51:10.960642 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19df1f8-e083-43f2-a6eb-483b214ce4b4 req-543c57b7-5e27-48e8-91f8-97faf90339f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:10.963538 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b19df1f8-e083-43f2-a6eb-483b214ce4b4 req-543c57b7-5e27-48e8-91f8-97faf90339f9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b146cef2-8ca4-4eb4-80db-037ecad68a76 HTTP/1.1" status: 200  len: 919 time: 0.3366873
Apr 09 13:51:10.969987 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:11.117446 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b19df1f8-e083-43f2-a6eb-483b214ce4b4 req-f5b3b743-b236-4c2d-91c3-54f1c75839bb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=211d2bc4-c81a-4cb1-be28-f837d0abfcdc HTTP/1.1" status: 200  len: 217 time: 0.1056874
Apr 09 13:51:11.214057 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-27ed4b89-9326-4d83-9fd3-008b7230f2d6 req-e77235cc-23d4-41ac-9241-7044f7d2e52a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=983e287a-9324-40be-ae97-00db5e28abfd HTTP/1.1" status: 200  len: 217 time: 0.1848056
Apr 09 13:51:11.239376 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-dbbee54c-e888-4432-8559-88490b5b53b6 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ba5d9acca4e84f2e82dcc146f183b1f2 HTTP/1.1" status: 200  len: 5705 time: 0.5885818
Apr 09 13:51:11.268436 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19df1f8-e083-43f2-a6eb-483b214ce4b4 req-b4bfa393-cd74-4fe1-a719-8c734ca24814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:11.269917 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b19df1f8-e083-43f2-a6eb-483b214ce4b4 req-b4bfa393-cd74-4fe1-a719-8c734ca24814 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=41271458-1804-4a74-869f-5c1bd342a20b HTTP/1.1" status: 200  len: 858 time: 0.1424460
Apr 09 13:51:11.312041 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-b5710d64-6820-488b-95e5-5862d24e380e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Request body: {'port': {'device_id': '5ab0947e-441c-4825-897f-e87442cb7340', 'network_id': 'dac73499-f23e-4d97-b423-652173261576', 'admin_state_up': True, 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'security_groups': ['8b893361-03ea-4e2c-a13c-82b168742cf4']}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:51:11.420012 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b19df1f8-e083-43f2-a6eb-483b214ce4b4 req-345bd722-b483-41d1-9c06-4143efb58e4b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b146cef2-8ca4-4eb4-80db-037ecad68a76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0644491
Apr 09 13:51:11.477401 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed4b89-9326-4d83-9fd3-008b7230f2d6 req-cbe0040c-2882-4f1a-8f05-7cba1c097a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:11.479438 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-27ed4b89-9326-4d83-9fd3-008b7230f2d6 req-cbe0040c-2882-4f1a-8f05-7cba1c097a7b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=41271458-1804-4a74-869f-5c1bd342a20b HTTP/1.1" status: 200  len: 858 time: 0.2478173
Apr 09 13:51:11.566506 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f408fc6-cb71-44ae-ae7c-7468af72dfa3 req-d2012c9a-c931-4344-85aa-5df719c3009e tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:11.568399 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6f408fc6-cb71-44ae-ae7c-7468af72dfa3 req-d2012c9a-c931-4344-85aa-5df719c3009e tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 943 time: 0.4353571
Apr 09 13:51:11.586955 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcf431-bad1-4605-bb2a-79914bc6765e req-a2c43091-c5a3-4664-981a-dcaf82a3c178 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:11.591997 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ecfcf431-bad1-4605-bb2a-79914bc6765e req-a2c43091-c5a3-4664-981a-dcaf82a3c178 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 931 time: 0.6997697
Apr 09 13:51:11.601807 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-27ed4b89-9326-4d83-9fd3-008b7230f2d6 req-aaf4232f-52fa-488b-98b7-88a19e7d228c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b146cef2-8ca4-4eb4-80db-037ecad68a76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1127603
Apr 09 13:51:11.696374 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6f408fc6-cb71-44ae-ae7c-7468af72dfa3 req-be165b10-f8e9-4dd5-9ace-7cbd6bd86c94 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992987
Apr 09 13:51:11.707837 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b19df1f8-e083-43f2-a6eb-483b214ce4b4 req-d0060be8-bc01-41c5-a0d5-9fac73d4bc93 service neutron] 10.222.0.93 "GET /v2.0/networks/b146cef2-8ca4-4eb4-80db-037ecad68a76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2800469
Apr 09 13:51:11.754599 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-b5710d64-6820-488b-95e5-5862d24e380e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:11.760028 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ecfcf431-bad1-4605-bb2a-79914bc6765e req-ab4b01e3-7da9-410d-b832-68601f5e5465 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1571581
Apr 09 13:51:11.767455 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-b5710d64-6820-488b-95e5-5862d24e380e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Usage tracker for resource:port and tenant:ba5d9acca4e84f2e82dcc146f183b1f2 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:51:11.778986 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-b5710d64-6820-488b-95e5-5862d24e380e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:51:11.790443 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-b5710d64-6820-488b-95e5-5862d24e380e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:51:11.825089 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-b5710d64-6820-488b-95e5-5862d24e380e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Made reservation on behalf of ba5d9acca4e84f2e82dcc146f183b1f2 for: {'port': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:51:11.831554 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-b5710d64-6820-488b-95e5-5862d24e380e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:11.958280 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9bcc344-45c3-4360-a424-5becafffd6e2 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:51:11.987451 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:12.014394 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-b5710d64-6820-488b-95e5-5862d24e380e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Allocated IP 172.20.0.8 (dac73499-f23e-4d97-b423-652173261576/925b601e-37cf-4380-a4b3-d671bf8558b0/3ee93b79-417f-4f8b-a07d-390cfb262156) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:51:12.032623 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] Transition to ACTIVE for port object f9bcc344-45c3-4360-a424-5becafffd6e2 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:51:12.035723 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b19df1f8-e083-43f2-a6eb-483b214ce4b4 req-bdbaf662-0281-4bb0-870d-005325ff12bb service neutron] 10.222.0.93 "GET /v2.0/networks/b146cef2-8ca4-4eb4-80db-037ecad68a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3051186
Apr 09 13:51:12.037202 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:12.060064 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f4762c95-7a54-41ab-8c06-cf1db5412e1c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:12.230646 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] Pushing event updated for resources: {'Port': ['ID=f9bcc344-45c3-4360-a424-5becafffd6e2,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:12.257664 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-b5710d64-6820-488b-95e5-5862d24e380e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:12.283580 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:12.300951 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-b5710d64-6820-488b-95e5-5862d24e380e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Transition to ACTIVE for port object 3ee93b79-417f-4f8b-a07d-390cfb262156 will not be triggered until provisioned by entity DHCP. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:51:12.392391 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-b5710d64-6820-488b-95e5-5862d24e380e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:12.475308 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] Attempting to bind port f9bcc344-45c3-4360-a424-5becafffd6e2 on host hv-cinder-78536 for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:51:12.475847 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] Attempting to bind port f9bcc344-45c3-4360-a424-5becafffd6e2 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'ffc7f35b-818c-4749-a380-82e8b8d7042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:51:12.476413 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] Attempting to bind port f9bcc344-45c3-4360-a424-5becafffd6e2 on network 9010c4eb-70b0-4853-abe2-15efc5a47948 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:51:12.483295 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] Port f9bcc344-45c3-4360-a424-5becafffd6e2 on network 9010c4eb-70b0-4853-abe2-15efc5a47948 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 13:51:12.483920 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] Attempting to bind port f9bcc344-45c3-4360-a424-5becafffd6e2 on network 9010c4eb-70b0-4853-abe2-15efc5a47948 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:51:12.490960 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] Checking agent: {'id': '8b22d5c6-5838-4546-ac77-8d10367985fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'started_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:51:12.491326 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] Checking segment: {'id': 'ffc7f35b-818c-4749-a380-82e8b8d7042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:51:12.491760 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] Bound using segment: {'id': 'ffc7f35b-818c-4749-a380-82e8b8d7042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:51:12.492189 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] Bound port: f9bcc344-45c3-4360-a424-5becafffd6e2, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc7f35b-818c-4749-a380-82e8b8d7042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:51:12.492665 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:12.584893 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] For port f9bcc344-45c3-4360-a424-5becafffd6e2, host hv-cinder-78536, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:51:12.588524 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] For port f9bcc344-45c3-4360-a424-5becafffd6e2, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=f9bcc344-45c3-4360-a424-5becafffd6e2,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:51:12.592585 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:12.609174 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:12.624037 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-514a7190-32b7-41a5-bf1f-97c2ed20575a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:12.669558 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-27ed4b89-9326-4d83-9fd3-008b7230f2d6 req-f25c918c-4dd4-453c-9265-7c0e56f7025f service neutron] 10.222.0.93 "GET /v2.0/networks/b146cef2-8ca4-4eb4-80db-037ecad68a76?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0176129
Apr 09 13:51:12.774393 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] Pushing event updated for resources: {'Port': ['ID=f9bcc344-45c3-4360-a424-5becafffd6e2,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:12.778324 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:12.819548 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:12.820659 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:12.822202 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] 10.222.0.93 "PUT /v2.0/ports/f9bcc344-45c3-4360-a424-5becafffd6e2 HTTP/1.1" status: 200  len: 1093 time: 2.1722503
Apr 09 13:51:12.822769 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e130c96-f854-4277-a512-b2ad9d0f3fe2', 'tag': 'f9bcc344-45c3-4360-a424-5becafffd6e2'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:51:12.932634 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5710d64-6820-488b-95e5-5862d24e380e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Pushing event updated for resources: {'Port': ['ID=3ee93b79-417f-4f8b-a07d-390cfb262156,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:12.952163 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b5710d64-6820-488b-95e5-5862d24e380e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:12.984905 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-900afd7f-4a54-4782-80f3-954cdd0689fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:12.987046 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-900afd7f-4a54-4782-80f3-954cdd0689fc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8f40d2219e104d8ba0a5d0df316c2e3c&device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 1096 time: 0.1057193
Apr 09 13:51:13.053134 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b2709-41ef-490b-847e-7023540714e1 req-50cf929e-7d86-4a65-98ed-fc4709ef37c7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:13.054931 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-510b2709-41ef-490b-847e-7023540714e1 req-50cf929e-7d86-4a65-98ed-fc4709ef37c7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 931 time: 0.7273457
Apr 09 13:51:13.129674 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-27ed4b89-9326-4d83-9fd3-008b7230f2d6 req-643b0d37-6b66-4351-96c2-79fbdbe4ef10 service neutron] 10.222.0.93 "GET /v2.0/networks/b146cef2-8ca4-4eb4-80db-037ecad68a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3976190
Apr 09 13:51:13.134208 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-b5710d64-6820-488b-95e5-5862d24e380e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Network dac73499-f23e-4d97-b423-652173261576 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:51:13.140994 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-b5710d64-6820-488b-95e5-5862d24e380e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:51:13.146529 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-510b2709-41ef-490b-847e-7023540714e1 req-3ce86776-1747-4d5f-a37c-82aa8d5bab7a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710685
Apr 09 13:51:13.147607 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-b5710d64-6820-488b-95e5-5862d24e380e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:51:13.154783 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-b5710d64-6820-488b-95e5-5862d24e380e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:13.155522 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-b5710d64-6820-488b-95e5-5862d24e380e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:13.188274 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28a251-6632-4d31-ad64-3282c7965eb4 req-0833bc9a-8705-4751-bf48-30b7825d6bcc tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:13.190062 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1b28a251-6632-4d31-ad64-3282c7965eb4 req-0833bc9a-8705-4751-bf48-30b7825d6bcc tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 943 time: 0.3198423
Apr 09 13:51:13.228980 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-b5710d64-6820-488b-95e5-5862d24e380e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9366322
Apr 09 13:51:13.243687 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1b28a251-6632-4d31-ad64-3282c7965eb4 req-baa01441-2387-4b32-a6e5-6c72d0fdd74b tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448465
Apr 09 13:51:13.249545 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] Request body: {'port': {'device_id': '5ab0947e-441c-4825-897f-e87442cb7340', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:51:13.430864 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e130c96-f854-4277-a512-b2ad9d0f3fe2', 'tag': 'f9bcc344-45c3-4360-a424-5becafffd6e2', 'status': 'completed', 'code': 200}
Apr 09 13:51:13.440605 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-5a85ef37-9770-4d09-8df0-595facfaaef9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9bcc344-45c3-4360-a424-5becafffd6e2 HTTP/1.1" status: 200  len: 217 time: 0.4400816
Apr 09 13:51:13.529238 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:13.547888 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-fb37bf81-a69f-4321-a8b1-382fff4dd4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:13.550303 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-fb37bf81-a69f-4321-a8b1-382fff4dd4d5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a11cd7fb-d8a8-4644-9261-21e5c207880f HTTP/1.1" status: 200  len: 856 time: 0.1075041
Apr 09 13:51:13.596235 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870cd1f-c879-4597-8c4b-fbf5c03484dc req-614ae78c-3647-4ff9-951a-a83d2e265eed tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:13.598394 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0870cd1f-c879-4597-8c4b-fbf5c03484dc req-614ae78c-3647-4ff9-951a-a83d2e265eed tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.2027600
Apr 09 13:51:13.606688 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-a01def71-465e-40ff-a190-d43cb88b5b20 None None] Provisioning for port 3ee93b79-417f-4f8b-a07d-390cfb262156 completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:51:13.612767 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-a01def71-465e-40ff-a190-d43cb88b5b20 None None] Provisioning complete for port 3ee93b79-417f-4f8b-a07d-390cfb262156 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:51:13.613321 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a01def71-465e-40ff-a190-d43cb88b5b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:13.670886 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-4cc4e27c-83c2-4b38-9193-f8880b452292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:13.673214 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-4cc4e27c-83c2-4b38-9193-f8880b452292 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9010c4eb-70b0-4853-abe2-15efc5a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1156583
Apr 09 13:51:13.679943 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-a01def71-465e-40ff-a190-d43cb88b5b20 None None] Port 3ee93b79-417f-4f8b-a07d-390cfb262156 cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 13:51:13.691246 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0870cd1f-c879-4597-8c4b-fbf5c03484dc req-c2930161-fd8a-4a97-91b6-13f8bd14a77d tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806117
Apr 09 13:51:13.775937 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 211d2bc4-c81a-4cb1-be28-f837d0abfcdc details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 13:51:13.898482 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-325d2434-ea0b-409b-95f1-62764b6c1c1c service neutron] 10.222.0.93 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2127140
Apr 09 13:51:14.071881 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee93b79-417f-4f8b-a07d-390cfb262156 {{(pid=85290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:51:14.089493 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da52a95c-13ea-4aaf-b3b9-dfdde3b05695 req-9a82fc6a-5a54-4eca-86ba-136d5750d7f4 service neutron] 10.222.0.93 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1825447
Apr 09 13:51:14.099242 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:14.117465 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] Transition to ACTIVE for port object 3ee93b79-417f-4f8b-a07d-390cfb262156 will not be triggered until provisioned by entity L2. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:51:14.120371 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:14.167071 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 211d2bc4-c81a-4cb1-be28-f837d0abfcdc, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=211d2bc4-c81a-4cb1-be28-f837d0abfcdc,segment=NetworkSegment(6a2d8c17-f66d-454b-89ad-1748ea8ad1dc),segment_id=6a2d8c17-f66d-454b-89ad-1748ea8ad1dc)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:51:14.184518 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Returning: {'device': '211d2bc4-c81a-4cb1-be28-f837d0abfcdc', 'network_id': 'b146cef2-8ca4-4eb4-80db-037ecad68a76', 'port_id': '211d2bc4-c81a-4cb1-be28-f837d0abfcdc', 'mac_address': 'fa:16:3e:5c:6d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 986, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41271458-1804-4a74-869f-5c1bd342a20b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 13:51:14.223532 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-514a7190-32b7-41a5-bf1f-97c2ed20575a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:14.261758 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59afa5-b043-4c0c-b657-0f06d0527278 req-b5cd87f1-61ad-4d77-bb0e-bed8a1513cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:14.263808 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2a59afa5-b043-4c0c-b657-0f06d0527278 req-b5cd87f1-61ad-4d77-bb0e-bed8a1513cdd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8f40d2219e104d8ba0a5d0df316c2e3c&device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 1096 time: 0.1133583
Apr 09 13:51:14.283528 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:14.285124 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211d2bc4-c81a-4cb1-be28-f837d0abfcdc {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:51:14.310167 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 211d2bc4-c81a-4cb1-be28-f837d0abfcdc, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=211d2bc4-c81a-4cb1-be28-f837d0abfcdc,segment=NetworkSegment(6a2d8c17-f66d-454b-89ad-1748ea8ad1dc),segment_id=6a2d8c17-f66d-454b-89ad-1748ea8ad1dc)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:51:14.315053 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:14.316157 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 983e287a-9324-40be-ae97-00db5e28abfd details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 13:51:14.359607 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 983e287a-9324-40be-ae97-00db5e28abfd, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=983e287a-9324-40be-ae97-00db5e28abfd,segment=NetworkSegment(6a2d8c17-f66d-454b-89ad-1748ea8ad1dc),segment_id=6a2d8c17-f66d-454b-89ad-1748ea8ad1dc)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:51:14.376647 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:14.389630 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] Pushing event updated for resources: {'Port': ['ID=3ee93b79-417f-4f8b-a07d-390cfb262156,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:14.421822 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:14.448951 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59afa5-b043-4c0c-b657-0f06d0527278 req-9f14b00c-6eaa-4e76-bf16-6d48f09b9037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:14.451110 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2a59afa5-b043-4c0c-b657-0f06d0527278 req-9f14b00c-6eaa-4e76-bf16-6d48f09b9037 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9010c4eb-70b0-4853-abe2-15efc5a47948 HTTP/1.1" status: 200  len: 918 time: 0.1750329
Apr 09 13:51:14.452122 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Returning: {'device': '983e287a-9324-40be-ae97-00db5e28abfd', 'network_id': 'b146cef2-8ca4-4eb4-80db-037ecad68a76', 'port_id': '983e287a-9324-40be-ae97-00db5e28abfd', 'mac_address': 'fa:16:3e:51:7a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 986, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41271458-1804-4a74-869f-5c1bd342a20b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 13:51:14.456023 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=211d2bc4-c81a-4cb1-be28-f837d0abfcdc,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:14.566918 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2a59afa5-b043-4c0c-b657-0f06d0527278 req-a477cad3-ca11-41bf-96e2-667f10f6301b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9bcc344-45c3-4360-a424-5becafffd6e2 HTTP/1.1" status: 200  len: 217 time: 0.1028039
Apr 09 13:51:14.583879 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:14.585935 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 983e287a-9324-40be-ae97-00db5e28abfd {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:51:14.591906 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:14.602538 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:14.603268 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:14.603754 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:14.604384 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:14.604979 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:14.609302 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:14.609969 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:14.610696 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:14.611278 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:14.611852 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:14.612512 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:14.624152 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:14.666235 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 983e287a-9324-40be-ae97-00db5e28abfd, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=983e287a-9324-40be-ae97-00db5e28abfd,segment=NetworkSegment(6a2d8c17-f66d-454b-89ad-1748ea8ad1dc),segment_id=6a2d8c17-f66d-454b-89ad-1748ea8ad1dc)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:51:14.673198 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:14.675298 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:14.686301 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] Attempting to bind port 3ee93b79-417f-4f8b-a07d-390cfb262156 on host hv-cinder-78536 for vnic_type normal with profile  {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:51:14.686682 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] Attempting to bind port 3ee93b79-417f-4f8b-a07d-390cfb262156 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'd1798ed1-8af5-45cb-a42d-ab04ec377da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'dac73499-f23e-4d97-b423-652173261576'}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:51:14.687240 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] Attempting to bind port 3ee93b79-417f-4f8b-a07d-390cfb262156 on network dac73499-f23e-4d97-b423-652173261576 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:51:14.710823 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] Port 3ee93b79-417f-4f8b-a07d-390cfb262156 on network dac73499-f23e-4d97-b423-652173261576 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 13:51:14.711110 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] Attempting to bind port 3ee93b79-417f-4f8b-a07d-390cfb262156 on network dac73499-f23e-4d97-b423-652173261576 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:51:14.727504 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] Checking agent: {'id': '8b22d5c6-5838-4546-ac77-8d10367985fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'started_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:51:14.727849 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] Checking segment: {'id': 'd1798ed1-8af5-45cb-a42d-ab04ec377da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'dac73499-f23e-4d97-b423-652173261576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:51:14.728171 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] Bound using segment: {'id': 'd1798ed1-8af5-45cb-a42d-ab04ec377da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'dac73499-f23e-4d97-b423-652173261576'} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:51:14.728693 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] Bound port: 3ee93b79-417f-4f8b-a07d-390cfb262156, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1798ed1-8af5-45cb-a42d-ab04ec377da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'dac73499-f23e-4d97-b423-652173261576'}}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:51:14.729158 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:14.763697 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59afa5-b043-4c0c-b657-0f06d0527278 req-6123383b-a431-4fb4-a6f2-9c9fa40804d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:14.765855 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2a59afa5-b043-4c0c-b657-0f06d0527278 req-6123383b-a431-4fb4-a6f2-9c9fa40804d1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a11cd7fb-d8a8-4644-9261-21e5c207880f HTTP/1.1" status: 200  len: 856 time: 0.1770120
Apr 09 13:51:14.839161 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=983e287a-9324-40be-ae97-00db5e28abfd,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:14.843603 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:14.855402 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a0b1e-66e5-4f4d-899c-8217d4f543ba req-bd72c7c8-19a1-40d0-998f-3481d562b215 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:14.856345 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-900a0b1e-66e5-4f4d-899c-8217d4f543ba req-bd72c7c8-19a1-40d0-998f-3481d562b215 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Synchronizing usage tracker for tenant:ba5d9acca4e84f2e82dcc146f183b1f2 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:51:14.911973 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] For port 3ee93b79-417f-4f8b-a07d-390cfb262156, host hv-cinder-78536, cleared binding levels {{(pid=85290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:51:14.918425 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] For port 3ee93b79-417f-4f8b-a07d-390cfb262156, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=3ee93b79-417f-4f8b-a07d-390cfb262156,segment=NetworkSegment(d1798ed1-8af5-45cb-a42d-ab04ec377da1),segment_id=d1798ed1-8af5-45cb-a42d-ab04ec377da1)] {{(pid=85290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:51:14.919610 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59afa5-b043-4c0c-b657-0f06d0527278 req-8f99709b-4c2b-485c-9de6-17b62a0d3746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:14.921811 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2a59afa5-b043-4c0c-b657-0f06d0527278 req-8f99709b-4c2b-485c-9de6-17b62a0d3746 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9010c4eb-70b0-4853-abe2-15efc5a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1397014
Apr 09 13:51:14.923342 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:14.938969 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-900a0b1e-66e5-4f4d-899c-8217d4f543ba req-bd72c7c8-19a1-40d0-998f-3481d562b215 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Unset dirty status for tenant:ba5d9acca4e84f2e82dcc146f183b1f2 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:51:14.946454 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-900a0b1e-66e5-4f4d-899c-8217d4f543ba req-bd72c7c8-19a1-40d0-998f-3481d562b215 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 943 time: 0.5304928
Apr 09 13:51:14.951583 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:15.114814 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] Pushing event updated for resources: {'Port': ['ID=3ee93b79-417f-4f8b-a07d-390cfb262156,revision_number=3']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:15.126465 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:15.314455 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2a59afa5-b043-4c0c-b657-0f06d0527278 req-83ce6012-e96b-42dd-8b1a-08e8d5d0937e service neutron] 10.222.0.93 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3840098
Apr 09 13:51:15.417546 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-900a0b1e-66e5-4f4d-899c-8217d4f543ba req-87c201c9-5af4-44a1-91b5-7927b8131134 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4700277
Apr 09 13:51:15.459451 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['983e287a-9324-40be-ae97-00db5e28abfd'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:51:15.673804 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['211d2bc4-c81a-4cb1-be28-f837d0abfcdc'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:51:15.740047 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f9e5d05b-a263-4840-8694-e6b55b858826 req-725bb6fe-2ca0-407e-9eae-3bab5dff783b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4999681
Apr 09 13:51:15.750046 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:15.751030 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:15.752814 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] 10.222.0.93 "PUT /v2.0/ports/3ee93b79-417f-4f8b-a07d-390cfb262156 HTTP/1.1" status: 200  len: 1093 time: 2.5138793
Apr 09 13:51:15.756158 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab0947e-441c-4825-897f-e87442cb7340', 'tag': '3ee93b79-417f-4f8b-a07d-390cfb262156'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:51:15.829150 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2a59afa5-b043-4c0c-b657-0f06d0527278 req-9c535226-1633-4cbc-8f4c-fb433ffd69a3 service neutron] 10.222.0.93 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5053041
Apr 09 13:51:15.860242 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d1e26-cc8a-4f52-926c-ea7595feaf1f req-451986a0-eed0-41d8-986d-7105245e9756 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:15.869149 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-db2d1e26-cc8a-4f52-926c-ea7595feaf1f req-451986a0-eed0-41d8-986d-7105245e9756 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 944 time: 0.3752248
Apr 09 13:51:15.908665 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab53388-916c-494b-8591-a9d7b578a531 req-af4d1ade-053b-411c-b79d-2ee6af6849ac tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:15.916946 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-aab53388-916c-494b-8591-a9d7b578a531 req-af4d1ade-053b-411c-b79d-2ee6af6849ac tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.2671623
Apr 09 13:51:15.931014 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-db2d1e26-cc8a-4f52-926c-ea7595feaf1f req-4dea9986-e247-4828-88be-44e6b7e5f084 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606945
Apr 09 13:51:16.015427 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-aab53388-916c-494b-8591-a9d7b578a531 req-e7d6676b-f830-4fa0-92cd-1a939b7bce75 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0971694
Apr 09 13:51:16.046438 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab0947e-441c-4825-897f-e87442cb7340', 'tag': '3ee93b79-417f-4f8b-a07d-390cfb262156', 'status': 'completed', 'code': 200}
Apr 09 13:51:16.091506 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 54328) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:16.293439 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b22d746e-905f-4e14-a0e8-40b273862760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:16.321256 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-b22d746e-905f-4e14-a0e8-40b273862760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:16.328010 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-b22d746e-905f-4e14-a0e8-40b273862760 admin admin] Usage tracker for resource:security_group_rule and tenant:15fbfaa6d6d8432c9b12fd7d5a2f65f5 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:51:16.331655 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-b22d746e-905f-4e14-a0e8-40b273862760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:51:16.338315 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-b22d746e-905f-4e14-a0e8-40b273862760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:51:16.436328 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b22d746e-905f-4e14-a0e8-40b273862760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:16.441149 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b22d746e-905f-4e14-a0e8-40b273862760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:16.453055 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:16.489036 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d746e-905f-4e14-a0e8-40b273862760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9522acf2-ed71-44a7-ad7d-31cad51309ce,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:16.495444 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b22d746e-905f-4e14-a0e8-40b273862760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:16.515140 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-b22d746e-905f-4e14-a0e8-40b273862760 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=15fbfaa6d6d8432c9b12fd7d5a2f65f5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4224555
Apr 09 13:51:16.517969 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 54346) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:16.585501 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-762062cf-2d6a-4fa6-8619-766ffefa230a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:16.622658 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-762062cf-2d6a-4fa6-8619-766ffefa230a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:16.641776 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2e445-e411-48e2-abdd-5d1196e58ec1 req-70f65178-5ab4-400a-9260-1bb3bf3b7789 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:16.644805 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a2f2e445-e411-48e2-abdd-5d1196e58ec1 req-70f65178-5ab4-400a-9260-1bb3bf3b7789 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 943 time: 0.0943768
Apr 09 13:51:16.681869 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a2f2e445-e411-48e2-abdd-5d1196e58ec1 req-5a77039a-16fb-416a-8efc-3c6771f70d05 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0271399
Apr 09 13:51:16.687169 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-762062cf-2d6a-4fa6-8619-766ffefa230a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:16.693489 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:16.712308 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762062cf-2d6a-4fa6-8619-766ffefa230a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9522acf2-ed71-44a7-ad7d-31cad51309ce,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:16.716529 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-762062cf-2d6a-4fa6-8619-766ffefa230a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:16.723412 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-762062cf-2d6a-4fa6-8619-766ffefa230a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:16.729348 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-762062cf-2d6a-4fa6-8619-766ffefa230a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9522acf2-ed71-44a7-ad7d-31cad51309ce HTTP/1.1" status: 204  len: 168 time: 0.2083406
Apr 09 13:51:16.812997 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 54358) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:16.950462 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1bee3667-7be7-4ffb-ad5c-2adc2a117316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:16.968688 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-1bee3667-7be7-4ffb-ad5c-2adc2a117316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:16.973155 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-1bee3667-7be7-4ffb-ad5c-2adc2a117316 admin admin] Usage tracker for resource:security_group_rule and tenant:9e2943b52d394a6dafc353436a41dc09 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:51:16.976324 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-1bee3667-7be7-4ffb-ad5c-2adc2a117316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:51:16.989467 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-1bee3667-7be7-4ffb-ad5c-2adc2a117316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:51:17.144889 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1bee3667-7be7-4ffb-ad5c-2adc2a117316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:17.155003 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1bee3667-7be7-4ffb-ad5c-2adc2a117316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:17.164016 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:17.278842 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee3667-7be7-4ffb-ad5c-2adc2a117316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2067c89-1413-4bfb-b5b3-b021f767d972,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:17.290087 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3f54a-8a89-44a4-938c-fa531846b5db req-271aa77e-6721-43d0-ba0e-1334781b329e tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:17.291628 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-24e3f54a-8a89-44a4-938c-fa531846b5db req-271aa77e-6721-43d0-ba0e-1334781b329e tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 944 time: 0.2402787
Apr 09 13:51:17.295660 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1bee3667-7be7-4ffb-ad5c-2adc2a117316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:17.303797 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-1bee3667-7be7-4ffb-ad5c-2adc2a117316 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9e2943b52d394a6dafc353436a41dc09&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4854691
Apr 09 13:51:17.304073 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 54378) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:17.374309 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-24e3f54a-8a89-44a4-938c-fa531846b5db req-abac75ca-e38d-48fd-a126-66ddf0545213 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697467
Apr 09 13:51:17.376817 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4af218cf-37ae-4cfe-b44c-38c829c64121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:17.398953 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75514b97-f9a1-4557-903d-2e59932e2ac5 req-294abb75-972e-4ecc-bd01-578793f44728 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:17.409002 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-75514b97-f9a1-4557-903d-2e59932e2ac5 req-294abb75-972e-4ecc-bd01-578793f44728 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.2350440
Apr 09 13:51:17.413220 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4af218cf-37ae-4cfe-b44c-38c829c64121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:17.437235 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-75514b97-f9a1-4557-903d-2e59932e2ac5 req-114b48d0-9f1f-4168-868b-6cc0949345a8 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0255949
Apr 09 13:51:17.482566 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4af218cf-37ae-4cfe-b44c-38c829c64121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:17.488141 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b4f638c9-bdc8-482d-aed7-d4354bc00a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:17.502807 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af218cf-37ae-4cfe-b44c-38c829c64121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2067c89-1413-4bfb-b5b3-b021f767d972,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:17.505419 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-4af218cf-37ae-4cfe-b44c-38c829c64121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:17.506674 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4af218cf-37ae-4cfe-b44c-38c829c64121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:17.508527 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-4af218cf-37ae-4cfe-b44c-38c829c64121 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d2067c89-1413-4bfb-b5b3-b021f767d972 HTTP/1.1" status: 204  len: 168 time: 0.2026505
Apr 09 13:51:17.728651 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:51:17.837143 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 54400) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:17.928560 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 54408) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:17.952406 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fd01d476-a92f-4c87-a0c5-88b92f15a588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:17.975192 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-fd01d476-a92f-4c87-a0c5-88b92f15a588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:17.980420 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-fd01d476-a92f-4c87-a0c5-88b92f15a588 admin admin] Usage tracker for resource:security_group_rule and tenant:637dda4c7d8a4325b80c7ad9e71379ba is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:51:17.984381 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-fd01d476-a92f-4c87-a0c5-88b92f15a588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:51:17.991886 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-fd01d476-a92f-4c87-a0c5-88b92f15a588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:51:18.093985 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fd01d476-a92f-4c87-a0c5-88b92f15a588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:18.097380 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fd01d476-a92f-4c87-a0c5-88b92f15a588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:18.108085 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-be5fe2a0-c1d0-4de8-a3dd-ca31332d1f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:18.129897 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1166549237-network', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:51:18.132094 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3beae-c097-45e4-b4b9-5640a0e02efe req-33542240-ab11-4842-a6ca-372de4396808 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:18.133761 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4bd3beae-c097-45e4-b4b9-5640a0e02efe req-33542240-ab11-4842-a6ca-372de4396808 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 943 time: 0.3267393
Apr 09 13:51:18.150047 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:18.160996 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] Usage tracker for resource:network and tenant:4c147f1cde8b46c7be8d2d3698b9a007 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:51:18.166372 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:51:18.166638 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4bd3beae-c097-45e4-b4b9-5640a0e02efe req-8ce060c7-3d73-422c-bfe8-db7b18632b86 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0250573
Apr 09 13:51:18.180610 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-fd01d476-a92f-4c87-a0c5-88b92f15a588 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=637dda4c7d8a4325b80c7ad9e71379ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2482975
Apr 09 13:51:18.180610 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:51:18.181281 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 54412) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:18.181429 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01d476-a92f-4c87-a0c5-88b92f15a588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1292e5fc-3a73-46dd-903e-b9e09bc89bf1,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:18.191723 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] Made reservation on behalf of 4c147f1cde8b46c7be8d2d3698b9a007 for: {'network': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:51:18.196769 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for network, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:18.208941 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-fd01d476-a92f-4c87-a0c5-88b92f15a588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:18.213232 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:18.233332 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:18.239373 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] Usage tracker for resource:security_group_rule and tenant:4c147f1cde8b46c7be8d2d3698b9a007 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:51:18.242560 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:51:18.250151 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:51:18.256856 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3a99618f-f394-43b2-aa7c-1fee269c185c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:18.286115 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3a99618f-f394-43b2-aa7c-1fee269c185c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:18.320931 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-197ffd59-75d2-4aed-994f-8bca13f8a29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:18.339802 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3a99618f-f394-43b2-aa7c-1fee269c185c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:18.344964 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d8bed75e-5678-4bdd-bacd-b948bede892a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:18.352241 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:18.356082 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:18.359977 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99618f-f394-43b2-aa7c-1fee269c185c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1292e5fc-3a73-46dd-903e-b9e09bc89bf1,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:18.360194 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5424130b-88d7-4cc7-a892-c531c4cd98ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:18.362934 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3a99618f-f394-43b2-aa7c-1fee269c185c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:18.374617 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3a99618f-f394-43b2-aa7c-1fee269c185c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:18.376244 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-3a99618f-f394-43b2-aa7c-1fee269c185c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1292e5fc-3a73-46dd-903e-b9e09bc89bf1 HTTP/1.1" status: 204  len: 168 time: 0.1937425
Apr 09 13:51:18.398581 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 970}  {{(pid=85291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 13:51:18.409178 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd6e3ce-8f26-4291-b93d-4fa8128bd947,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:18.413490 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:18.416182 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:18.416633 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.segments_db [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] Added segment ef686021-fad8-4b5d-8039-d61ea002be76 of type vlan for network 790e52e4-8e7b-4b24-9306-15744e4e6057
Apr 09 13:51:18.460430 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733478247317'] for network, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:18.498309 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for network, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:18.500135 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:18.501273 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:18.506503 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:18.628738 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] Pushing event updated for resources: {'Network': ['ID=790e52e4-8e7b-4b24-9306-15744e4e6057,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:18.643090 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Network 790e52e4-8e7b-4b24-9306-15744e4e6057 details requested by agent ovs-agent-dv-cinder-785362-1-iscsi with host dv-cinder-785362-1-iscsi {{(pid=85292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 13:51:18.657362 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7eba2-80c1-4cef-9f38-4ad07e3e839f req-997d3893-c540-43c6-9fc1-5f0f2baac706 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:18.659061 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bcb7eba2-80c1-4cef-9f38-4ad07e3e839f req-997d3893-c540-43c6-9fc1-5f0f2baac706 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 944 time: 0.1482148
Apr 09 13:51:18.680678 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:18.687456 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8475876
Apr 09 13:51:18.688058 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 54428) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:18.699655 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-b3a158a1-8e4a-48bf-b35b-31d40edbd258 admin admin] Request body: {'subnet': {'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1166549237-subnet', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'ip_version': 4}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:51:18.708249 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-b3a158a1-8e4a-48bf-b35b-31d40edbd258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:18.713155 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-b3a158a1-8e4a-48bf-b35b-31d40edbd258 admin admin] Usage tracker for resource:subnet and tenant:4c147f1cde8b46c7be8d2d3698b9a007 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:51:18.716988 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-b3a158a1-8e4a-48bf-b35b-31d40edbd258 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:51:18.717146 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bcb7eba2-80c1-4cef-9f38-4ad07e3e839f req-33e35225-a634-4deb-9f8b-7012ebc6e9b9 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397615
Apr 09 13:51:18.724612 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-b3a158a1-8e4a-48bf-b35b-31d40edbd258 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:51:18.739024 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a158a1-8e4a-48bf-b35b-31d40edbd258 admin admin] Made reservation on behalf of 4c147f1cde8b46c7be8d2d3698b9a007 for: {'subnet': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:51:18.744669 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b3a158a1-8e4a-48bf-b35b-31d40edbd258 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:18.748647 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fca1c-9b10-4ab3-9ed0-938c43457f89 req-619cae5f-a39d-45b6-9ebf-4ce084e4159f tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:18.750318 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-dc6fca1c-9b10-4ab3-9ed0-938c43457f89 req-619cae5f-a39d-45b6-9ebf-4ce084e4159f tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.1656272
Apr 09 13:51:18.811683 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-dc6fca1c-9b10-4ab3-9ed0-938c43457f89 req-09a2b109-9b79-4738-a8ee-40f3f6575bd5 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540075
Apr 09 13:51:18.812411 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 54432) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:18.834112 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0e5427bc-8065-4788-b764-56af6d769b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:18.861506 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-0e5427bc-8065-4788-b764-56af6d769b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:18.865938 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-0e5427bc-8065-4788-b764-56af6d769b5e admin admin] Usage tracker for resource:security_group_rule and tenant:35f4ee7ef3a64487882112a2c7abbb83 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:51:18.868903 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-0e5427bc-8065-4788-b764-56af6d769b5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:51:18.876126 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-0e5427bc-8065-4788-b764-56af6d769b5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:51:18.967881 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0e5427bc-8065-4788-b764-56af6d769b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:18.971347 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0e5427bc-8065-4788-b764-56af6d769b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:18.981423 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:19.025514 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-0e5427bc-8065-4788-b764-56af6d769b5e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=35f4ee7ef3a64487882112a2c7abbb83&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2118065
Apr 09 13:51:19.027269 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5427bc-8065-4788-b764-56af6d769b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1f8d29-63a7-4f56-99aa-9652ef30096d,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:19.030079 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 54438) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:19.032943 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0e5427bc-8065-4788-b764-56af6d769b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:19.094842 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d6a1abf5-1fef-47c8-9967-4cd41e92352b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:19.124902 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d6a1abf5-1fef-47c8-9967-4cd41e92352b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:19.172292 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b3a158a1-8e4a-48bf-b35b-31d40edbd258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for subnet, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:19.177647 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d6a1abf5-1fef-47c8-9967-4cd41e92352b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:19.182749 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d2c3baa0-ca45-4770-b15e-d1524bd3699b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:19.188695 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:19.197875 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1abf5-1fef-47c8-9967-4cd41e92352b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1f8d29-63a7-4f56-99aa-9652ef30096d,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:19.202929 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d6a1abf5-1fef-47c8-9967-4cd41e92352b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:19.203953 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d6a1abf5-1fef-47c8-9967-4cd41e92352b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:19.205219 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-d6a1abf5-1fef-47c8-9967-4cd41e92352b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ea1f8d29-63a7-4f56-99aa-9652ef30096d HTTP/1.1" status: 204  len: 168 time: 0.1741564
Apr 09 13:51:19.390294 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a158a1-8e4a-48bf-b35b-31d40edbd258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:19.394400 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b3a158a1-8e4a-48bf-b35b-31d40edbd258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:19.403095 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a158a1-8e4a-48bf-b35b-31d40edbd258 admin admin] Checking segment: {'id': 'ef686021-fad8-4b5d-8039-d61ea002be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:51:19.403497 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a158a1-8e4a-48bf-b35b-31d40edbd258 admin admin] Network hostable DHCP agents. Network: 790e52e4-8e7b-4b24-9306-15744e4e6057, hostable agents: ['470b7876-9f31-410a-8036-567e17def360'], hosted agents: [] {{(pid=85291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 13:51:19.418216 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06141937-ab08-4270-a205-9c96f2ab4b82 req-834a6d27-636b-4dc1-ab7d-76da8edf2983 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:19.420121 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-06141937-ab08-4270-a205-9c96f2ab4b82 req-834a6d27-636b-4dc1-ab7d-76da8edf2983 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 943 time: 0.1190605
Apr 09 13:51:19.427417 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a158a1-8e4a-48bf-b35b-31d40edbd258 admin admin] Network 790e52e4-8e7b-4b24-9306-15744e4e6057 is scheduled to be hosted by DHCP agent 470b7876-9f31-410a-8036-567e17def360 with binding_index 1 {{(pid=85291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 13:51:19.437365 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-b3a158a1-8e4a-48bf-b35b-31d40edbd258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-iscsi, 790e52e4-8e7b-4b24-9306-15744e4e6057) {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:51:19.441340 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a158a1-8e4a-48bf-b35b-31d40edbd258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:19.442271 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b3a158a1-8e4a-48bf-b35b-31d40edbd258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:19.453012 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f92192-a262-42b4-9de7-4566eeeeaba7 None None] Network 790e52e4-8e7b-4b24-9306-15744e4e6057 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:51:19.466148 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-06141937-ab08-4270-a205-9c96f2ab4b82 req-d2a58503-37cd-4890-b804-fe2302938532 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0337477
Apr 09 13:51:19.491159 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-b3a158a1-8e4a-48bf-b35b-31d40edbd258 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7943475
Apr 09 13:51:19.494006 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 54450) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:19.499742 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-8f47cb5c-02c8-4049-b0d3-d0b80fcaba6f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1166549237-router', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:51:19.505261 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-8f47cb5c-02c8-4049-b0d3-d0b80fcaba6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:19.509994 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-8f47cb5c-02c8-4049-b0d3-d0b80fcaba6f admin admin] Usage tracker for resource:router and tenant:4c147f1cde8b46c7be8d2d3698b9a007 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:51:19.513416 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-8f47cb5c-02c8-4049-b0d3-d0b80fcaba6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:51:19.519551 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-8f47cb5c-02c8-4049-b0d3-d0b80fcaba6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:51:19.532423 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8f47cb5c-02c8-4049-b0d3-d0b80fcaba6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850958062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2571'] for router, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:19.533695 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8f47cb5c-02c8-4049-b0d3-d0b80fcaba6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850952565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850926980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850845151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15101'] for router, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:19.559339 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8f47cb5c-02c8-4049-b0d3-d0b80fcaba6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:19.731005 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3278d780-4f16-5798-b389-7fa32c4e7436-790e52e4-8e7b-4b24-9306-15744e4e6057', 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'fixed_ips': [{'subnet_id': 'c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3'}]}} from dv-cinder-785362-1-iscsi. {{(pid=85292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 09 13:51:19.732010 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:19.869324 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8f47cb5c-02c8-4049-b0d3-d0b80fcaba6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850926995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850958077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15084'] for router, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:19.991306 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] Allocated IP 172.20.0.2 (790e52e4-8e7b-4b24-9306-15744e4e6057/c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3/cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6) {{(pid=85292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:51:20.147907 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6e405-7f0e-4f5c-aaee-5ef58a928a4f req-51634cce-e54a-456c-974d-36a7745f76f6 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:20.149560 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a8b6e405-7f0e-4f5c-aaee-5ef58a928a4f req-51634cce-e54a-456c-974d-36a7745f76f6 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 944 time: 0.2411597
Apr 09 13:51:20.205875 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a8b6e405-7f0e-4f5c-aaee-5ef58a928a4f req-37f004df-4f0e-4e7e-8ef0-b58c67fd4c4a tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462282
Apr 09 13:51:20.217472 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0cfa31-b69a-4f24-910b-239c18cf6102 req-73e265a0-1974-4c9a-891a-efab19c93768 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:20.219261 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ac0cfa31-b69a-4f24-910b-239c18cf6102 req-73e265a0-1974-4c9a-891a-efab19c93768 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.1851311
Apr 09 13:51:20.226086 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 54478) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:20.284319 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] Notify callbacks [] for port, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:20.299942 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] Transition to ACTIVE for port object cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6 will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:51:20.322667 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] Transition to ACTIVE for port object cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6 will not be triggered until provisioned by entity DHCP. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:51:20.329807 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:20.373788 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1932002574-network', 'tenant_id': '15e068c58217456aa1e18ddeaabb72e5'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:51:20.378716 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:20.383507 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] Usage tracker for resource:network and tenant:15e068c58217456aa1e18ddeaabb72e5 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:51:20.387930 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:51:20.394059 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ac0cfa31-b69a-4f24-910b-239c18cf6102 req-c5e44509-b923-48bf-a4e2-80c97befa261 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1032662
Apr 09 13:51:20.395015 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:51:20.406653 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] Made reservation on behalf of 15e068c58217456aa1e18ddeaabb72e5 for: {'network': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:51:20.411890 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for network, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:20.427703 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0bf16c75-526e-4eeb-8615-589800f03eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:20.432126 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:20.450358 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:20.454833 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] Usage tracker for resource:security_group_rule and tenant:15e068c58217456aa1e18ddeaabb72e5 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:51:20.458026 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:51:20.460907 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8f47cb5c-02c8-4049-b0d3-d0b80fcaba6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:20.465542 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:51:20.497095 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8f47cb5c-02c8-4049-b0d3-d0b80fcaba6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:20.570874 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:20.576520 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:20.593323 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] Pushing event updated for resources: {'Port': ['ID=cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:20.595800 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-fd01d476-a92f-4c87-a0c5-88b92f15a588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:20.604342 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:20.614226 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 973}  {{(pid=85291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 13:51:20.624830 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] Network 790e52e4-8e7b-4b24-9306-15744e4e6057 is already hosted by enough agents. {{(pid=85292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:51:20.626518 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] Resources bound (agent type, host, resource id):  {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:51:20.629390 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] Received port after_create {{(pid=85292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:51:20.639330 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:20.639699 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.segments_db [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] Added segment a6f87313-b93d-453f-a9d2-f2935e2868b7 of type vlan for network 951e0464-05ee-49cf-97dc-640abef9221e
Apr 09 13:51:20.640908 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ecf6a6-fffd-46bb-bdc3-bc27965ebeaf,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:20.647992 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:20.675139 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733478247317'] for network, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:20.710927 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for network, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:20.712371 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:20.713129 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:20.719107 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7487f71c-d5b6-4fe7-8759-ef34ccdd32c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:20.729599 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-8f47cb5c-02c8-4049-b0d3-d0b80fcaba6f admin admin] Allocated IP 172.27.0.62 (ef175b21-42e7-4a59-9f09-4b77dc7ee6f8/51aa8935-8cce-40ab-82a2-0ed18a8aeaa8/a7ba2071-2a06-4595-9b63-7a07847597bf) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:51:20.743148 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] Attempting to bind port cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6 on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:51:20.743369 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] Attempting to bind port cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6 by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': 'ef686021-fad8-4b5d-8039-d61ea002be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:51:20.743885 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] Attempting to bind port cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6 on network 790e52e4-8e7b-4b24-9306-15744e4e6057 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:51:20.751066 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:51:20.751871 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] Checking segment: {'id': 'ef686021-fad8-4b5d-8039-d61ea002be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:51:20.752045 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:20.752506 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] Bound using segment: {'id': 'ef686021-fad8-4b5d-8039-d61ea002be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:51:20.753034 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] Bound port: cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef686021-fad8-4b5d-8039-d61ea002be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:51:20.753459 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:20.824598 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] Pushing event updated for resources: {'Network': ['ID=951e0464-05ee-49cf-97dc-640abef9221e,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:20.828467 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:20.831083 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6035717
Apr 09 13:51:20.834230 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 54488) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:20.841521 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-149ebdd5-c21f-4d89-8be2-375def457cdd admin admin] Request body: {'subnet': {'network_id': '951e0464-05ee-49cf-97dc-640abef9221e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1932002574-subnet', 'tenant_id': '15e068c58217456aa1e18ddeaabb72e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:51:20.842179 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Network 951e0464-05ee-49cf-97dc-640abef9221e details requested by agent ovs-agent-dv-cinder-785362-1-iscsi with host dv-cinder-785362-1-iscsi {{(pid=85292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 13:51:20.842789 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1176f7f-c5e7-4f37-a88f-49cad5fc43b4 req-3a4c38a0-9b40-4f7e-b8c9-2fd0df7ecc99 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:20.844528 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e1176f7f-c5e7-4f37-a88f-49cad5fc43b4 req-3a4c38a0-9b40-4f7e-b8c9-2fd0df7ecc99 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 943 time: 0.2181439
Apr 09 13:51:20.847835 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-149ebdd5-c21f-4d89-8be2-375def457cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:20.852951 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-149ebdd5-c21f-4d89-8be2-375def457cdd admin admin] Usage tracker for resource:subnet and tenant:15e068c58217456aa1e18ddeaabb72e5 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:51:20.856332 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-149ebdd5-c21f-4d89-8be2-375def457cdd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:51:20.862586 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-149ebdd5-c21f-4d89-8be2-375def457cdd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:51:20.874784 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149ebdd5-c21f-4d89-8be2-375def457cdd admin admin] Made reservation on behalf of 15e068c58217456aa1e18ddeaabb72e5 for: {'subnet': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:51:20.879875 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-149ebdd5-c21f-4d89-8be2-375def457cdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:20.901167 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e1176f7f-c5e7-4f37-a88f-49cad5fc43b4 req-b4113ed1-158d-4d99-ae4e-b7217b2f25af tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490165
Apr 09 13:51:20.931878 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] For port cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:51:20.953537 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] For port cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6,segment=NetworkSegment(ef686021-fad8-4b5d-8039-d61ea002be76),segment_id=ef686021-fad8-4b5d-8039-d61ea002be76)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:51:20.957850 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8f47cb5c-02c8-4049-b0d3-d0b80fcaba6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:20.959656 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:20.977111 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9e27a98e-9162-4742-a655-c62512428db7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:21.000755 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8f47cb5c-02c8-4049-b0d3-d0b80fcaba6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:21.020683 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:21.179803 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47cb5c-02c8-4049-b0d3-d0b80fcaba6f admin admin] Pushing event updated for resources: {'Port': ['ID=a7ba2071-2a06-4595-9b63-7a07847597bf,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:21.186461 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-8f47cb5c-02c8-4049-b0d3-d0b80fcaba6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:21.240107 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f47cb5c-02c8-4049-b0d3-d0b80fcaba6f admin admin] Network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:51:21.241586 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-8f47cb5c-02c8-4049-b0d3-d0b80fcaba6f admin admin] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:51:21.243980 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f47cb5c-02c8-4049-b0d3-d0b80fcaba6f admin admin] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:51:21.252988 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] Pushing event updated for resources: {'Port': ['ID=cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6,revision_number=2']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:21.325381 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:21.414392 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-06ee9423-7b97-452a-a672-f2263e76dfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:21.469806 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:21.510006 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5d05b-a263-4840-8694-e6b55b858826 req-77aad10d-964c-4353-b524-1335bc9f7c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:21.513411 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f9e5d05b-a263-4840-8694-e6b55b858826 req-77aad10d-964c-4353-b524-1335bc9f7c3a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a05a871db61948478e6983c710b17b3c&device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 1098 time: 0.2608731
Apr 09 13:51:21.720984 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-149ebdd5-c21f-4d89-8be2-375def457cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for subnet, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:21.827818 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-bc2fcffd-4382-48f9-8f18-851681e37d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:22.135044 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5d05b-a263-4840-8694-e6b55b858826 req-1df76d44-8614-4d08-964f-b1b3fa102744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:22.137390 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f9e5d05b-a263-4840-8694-e6b55b858826 req-1df76d44-8614-4d08-964f-b1b3fa102744 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f477ad35-13b4-4cc9-8e02-acd20bbfca2b HTTP/1.1" status: 200  len: 913 time: 0.6013827
Apr 09 13:51:22.149318 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8f47cb5c-02c8-4049-b0d3-d0b80fcaba6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:22.232296 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14104619-65ec-4fc9-b841-c464d27e0398 req-471dbda2-91b2-44c3-936c-1aa25711803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:22.234034 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-14104619-65ec-4fc9-b841-c464d27e0398 req-471dbda2-91b2-44c3-936c-1aa25711803b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ba5d9acca4e84f2e82dcc146f183b1f2&device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 1096 time: 0.7517705
Apr 09 13:51:22.242959 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddaf147-972a-44e9-9a19-883428fd738c req-b0b00598-5ab7-429e-b0ce-367a7a727c6f tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:22.245299 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0ddaf147-972a-44e9-9a19-883428fd738c req-b0b00598-5ab7-429e-b0ce-367a7a727c6f tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 944 time: 0.7653735
Apr 09 13:51:22.258236 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f9e5d05b-a263-4840-8694-e6b55b858826 req-6395c14e-685e-486f-a37b-d74d420ca7d8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c434bf23-13df-4c3c-911b-e284340502a0 HTTP/1.1" status: 200  len: 217 time: 0.1033752
Apr 09 13:51:22.316084 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be412b69-18f4-4592-9ed9-d3c686f3861d req-02cd09b6-ac3b-40f5-ade3-9c74aa528615 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:22.318234 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-be412b69-18f4-4592-9ed9-d3c686f3861d req-02cd09b6-ac3b-40f5-ade3-9c74aa528615 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.7417033
Apr 09 13:51:22.348517 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ebdd5-c21f-4d89-8be2-375def457cdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=234bddc2-aa2d-4e36-9a90-e150ad1d9ddb,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:22.358581 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-149ebdd5-c21f-4d89-8be2-375def457cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:22.383998 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5d05b-a263-4840-8694-e6b55b858826 req-d3773dc4-e4ba-4433-b8c3-30a692d04a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:22.385695 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f9e5d05b-a263-4840-8694-e6b55b858826 req-d3773dc4-e4ba-4433-b8c3-30a692d04a8b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0dad1e5a-5778-4acd-bd6f-358cd0e8e97b HTTP/1.1" status: 200  len: 852 time: 0.1159122
Apr 09 13:51:22.448519 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f9e5d05b-a263-4840-8694-e6b55b858826 req-10d2609b-5d6f-4bd8-b9a0-6e8747b9d1ce service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f477ad35-13b4-4cc9-8e02-acd20bbfca2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0526583
Apr 09 13:51:22.455477 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149ebdd5-c21f-4d89-8be2-375def457cdd admin admin] Checking segment: {'id': 'a6f87313-b93d-453f-a9d2-f2935e2868b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '951e0464-05ee-49cf-97dc-640abef9221e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:51:22.455871 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149ebdd5-c21f-4d89-8be2-375def457cdd admin admin] Network hostable DHCP agents. Network: 951e0464-05ee-49cf-97dc-640abef9221e, hostable agents: ['470b7876-9f31-410a-8036-567e17def360'], hosted agents: [] {{(pid=85291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 13:51:22.491857 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0ddaf147-972a-44e9-9a19-883428fd738c req-d27467a2-4676-4a8d-9d09-31f1fd5b8c01 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1576748
Apr 09 13:51:22.504365 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-be412b69-18f4-4592-9ed9-d3c686f3861d req-4681635a-079f-4c2c-a6de-d76f1c668f1f tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1412182
Apr 09 13:51:22.573760 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149ebdd5-c21f-4d89-8be2-375def457cdd admin admin] Network 951e0464-05ee-49cf-97dc-640abef9221e is scheduled to be hosted by DHCP agent 470b7876-9f31-410a-8036-567e17def360 with binding_index 1 {{(pid=85291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 13:51:22.594309 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-149ebdd5-c21f-4d89-8be2-375def457cdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-iscsi, 951e0464-05ee-49cf-97dc-640abef9221e) {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:51:22.608271 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c353c406-9dc6-46e2-bb86-da0fb568a1a9 None None] Network 951e0464-05ee-49cf-97dc-640abef9221e requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:51:22.622660 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149ebdd5-c21f-4d89-8be2-375def457cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:22.623375 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-149ebdd5-c21f-4d89-8be2-375def457cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:22.669060 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-149ebdd5-c21f-4d89-8be2-375def457cdd admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.8200788
Apr 09 13:51:22.713506 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f9e5d05b-a263-4840-8694-e6b55b858826 req-2a43470b-1239-4371-b229-beb6198c7873 service neutron] 10.222.0.93 "GET /v2.0/networks/f477ad35-13b4-4cc9-8e02-acd20bbfca2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2511737
Apr 09 13:51:22.737713 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14104619-65ec-4fc9-b841-c464d27e0398 req-4fad3d10-6a1e-457c-a33e-548e90e0c875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:22.740740 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-14104619-65ec-4fc9-b841-c464d27e0398 req-4fad3d10-6a1e-457c-a33e-548e90e0c875 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=ba5d9acca4e84f2e82dcc146f183b1f2&shared=False HTTP/1.1" status: 200  len: 912 time: 0.4931588
Apr 09 13:51:22.919861 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f9e5d05b-a263-4840-8694-e6b55b858826 req-f664b76f-948c-49f1-948f-70cb48e7790e service neutron] 10.222.0.93 "GET /v2.0/networks/f477ad35-13b4-4cc9-8e02-acd20bbfca2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1927404
Apr 09 13:51:23.134490 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8f47cb5c-02c8-4049-b0d3-d0b80fcaba6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3817755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3848835'] for router, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:23.151769 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050eb18a-cb7a-409c-9e20-dcb08b084a63 None None] Network 790e52e4-8e7b-4b24-9306-15744e4e6057 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:51:23.391591 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14104619-65ec-4fc9-b841-c464d27e0398 req-45bd6e77-d004-4a91-9ea3-a7720d7a2b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:23.393129 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-14104619-65ec-4fc9-b841-c464d27e0398 req-45bd6e77-d004-4a91-9ea3-a7720d7a2b70 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4489262
Apr 09 13:51:23.419530 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3708f9ff-8558-461a-8c61-218e7907af5f None None] Network 951e0464-05ee-49cf-97dc-640abef9221e requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:51:23.426472 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b5003-1671-4ef5-ae6e-2bb284b4c0c0 req-afb59276-2250-4c2b-9f7f-fcb3040ecc79 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:23.434805 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b15b5003-1671-4ef5-ae6e-2bb284b4c0c0 req-afb59276-2250-4c2b-9f7f-fcb3040ecc79 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 943 time: 0.7274048
Apr 09 13:51:23.462536 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:51:23.493023 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b15b5003-1671-4ef5-ae6e-2bb284b4c0c0 req-56986575-0fec-427c-acf2-6df246d041ce tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570912
Apr 09 13:51:23.605631 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f47cb5c-02c8-4049-b0d3-d0b80fcaba6f admin admin] Router 3a98f447-bed3-4a39-8b00-1d5d78d4d742 is scheduled to L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 with binding_index 1 {{(pid=85290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 09 13:51:23.701132 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 54548) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:23.706651 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1510037117-network', 'tenant_id': 'dd6721153f744999805a3733d4c77362'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:51:23.717389 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:23.721635 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] Usage tracker for resource:network and tenant:dd6721153f744999805a3733d4c77362 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:51:23.737833 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:51:23.745722 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:51:23.759027 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] Made reservation on behalf of dd6721153f744999805a3733d4c77362 for: {'network': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:51:23.766435 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for network, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:23.785427 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:23.808650 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:23.815226 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] Usage tracker for resource:security_group_rule and tenant:dd6721153f744999805a3733d4c77362 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:51:23.819573 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:51:23.832088 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:51:23.938254 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-bbe251a5-1e89-45c3-89d6-c64c1b031fcd None None] Provisioning for port cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6 completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:51:23.957740 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:23.969389 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:23.972978 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:23.978947 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1ae6d95a-d078-4502-ba19-aaf1329e3834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:23.980801 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:24.021023 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf7f86f-f8a9-4975-9ec1-d0004e85a657,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:24.026369 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:24.039662 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 962}  {{(pid=85291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 13:51:24.052942 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:24.053585 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.segments_db [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] Added segment 416cccdc-d828-4d5d-a7fe-f0880e88edbc of type vlan for network 24fe1941-a7e7-4746-9c75-f37eeaf813f1
Apr 09 13:51:24.066699 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:51:24.086826 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733478247317'] for network, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:24.101909 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:51:24.102338 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:24.127463 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for network, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:24.129489 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:24.130358 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:24.136272 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:24.290186 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:24.310893 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] For port cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6,segment=NetworkSegment(ef686021-fad8-4b5d-8039-d61ea002be76),segment_id=ef686021-fad8-4b5d-8039-d61ea002be76)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:51:24.315747 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:24.317292 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:24.322021 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6202679
Apr 09 13:51:24.322392 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 54566) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:24.325552 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] Pushing event updated for resources: {'Network': ['ID=24fe1941-a7e7-4746-9c75-f37eeaf813f1,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:24.351324 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:24.381893 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-d009c07f-d542-4470-ad01-811e08c4252f admin admin] Request body: {'subnet': {'network_id': '24fe1941-a7e7-4746-9c75-f37eeaf813f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1510037117-subnet', 'tenant_id': 'dd6721153f744999805a3733d4c77362', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:51:24.400252 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-d009c07f-d542-4470-ad01-811e08c4252f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:24.405650 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-d009c07f-d542-4470-ad01-811e08c4252f admin admin] Usage tracker for resource:subnet and tenant:dd6721153f744999805a3733d4c77362 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:51:24.408825 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-d009c07f-d542-4470-ad01-811e08c4252f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:51:24.415091 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-d009c07f-d542-4470-ad01-811e08c4252f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:51:24.417037 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Pushing event updated for resources: {'Port': ['ID=cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:24.428447 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:24.429298 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Network 24fe1941-a7e7-4746-9c75-f37eeaf813f1 details requested by agent ovs-agent-dv-cinder-785362-1-iscsi with host dv-cinder-785362-1-iscsi {{(pid=85292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 13:51:24.453125 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7ee10-55c7-4e70-a7b8-916610c5473f req-551e0ab4-5eeb-4aa6-a4d6-77e202efc55e tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:24.454796 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-02b7ee10-55c7-4e70-a7b8-916610c5473f req-551e0ab4-5eeb-4aa6-a4d6-77e202efc55e tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 944 time: 0.7265429
Apr 09 13:51:24.463092 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cadf6a-bad1-4136-9625-ed4a9d4b5ddc req-b1e695ce-a629-45ef-b107-469697c532ec tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:24.468865 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f8cadf6a-bad1-4136-9625-ed4a9d4b5ddc req-b1e695ce-a629-45ef-b107-469697c532ec tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.7484889
Apr 09 13:51:24.469641 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d009c07f-d542-4470-ad01-811e08c4252f admin admin] Made reservation on behalf of dd6721153f744999805a3733d4c77362 for: {'subnet': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:51:24.474522 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d009c07f-d542-4470-ad01-811e08c4252f admin admin] Notify callbacks [] for subnet, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:24.552855 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-2225b398-4c61-4288-b7b9-672f05c3e8f2 None None] Provisioning complete for port cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:51:24.553427 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2225b398-4c61-4288-b7b9-672f05c3e8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:24.617428 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f8cadf6a-bad1-4136-9625-ed4a9d4b5ddc req-f68707ec-bbfa-47b5-8ad0-8f7fd8099e47 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1255736
Apr 09 13:51:24.620453 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-02b7ee10-55c7-4e70-a7b8-916610c5473f req-2665e032-a680-4a7a-b76c-21502cd2ef09 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318619
Apr 09 13:51:24.625257 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f47cb5c-02c8-4049-b0d3-d0b80fcaba6f admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:51:24.640941 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] Sync routers for ids ['3a98f447-bed3-4a39-8b00-1d5d78d4d742'] in dv-cinder-785362-1-iscsi {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:51:24.666862 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] Routers {'3a98f447-bed3-4a39-8b00-1d5d78d4d742'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:51:24.672227 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcd72e48>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:51:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['3a98f447-bed3-4a39-8b00-1d5d78d4d742'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:51:24.678017 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8f47cb5c-02c8-4049-b0d3-d0b80fcaba6f admin admin] Notify callbacks [] for router, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:24.688784 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-8f47cb5c-02c8-4049-b0d3-d0b80fcaba6f admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 5.1847794
Apr 09 13:51:24.688784 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 54578) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:24.782081 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:24.907213 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] Set router 3a98f447-bed3-4a39-8b00-1d5d78d4d742 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:51:25.225569 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:51:25.231875 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf618f2-112d-4592-8e73-e49dcd7a60e2 req-981aa291-aa2c-4068-9485-659d56da366c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:25.233578 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fdf618f2-112d-4592-8e73-e49dcd7a60e2 req-981aa291-aa2c-4068-9485-659d56da366c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 943 time: 0.3989296
Apr 09 13:51:25.330805 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:51:25.331390 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:25.384863 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fdf618f2-112d-4592-8e73-e49dcd7a60e2 req-8842ace0-01c1-4d4b-ad03-091a4a80ad17 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1323700
Apr 09 13:51:25.446356 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcd72e48>, [{'id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'name': 'tempest-TestMinimumBasicScenario-1166549237-router', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'a7ba2071-2a06-4595-9b63-7a07847597bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:51:19Z', 'updated_at': '2021-04-09T13:51:21Z', 'revision_number': 3, 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'gw_port': {'id': 'a7ba2071-2a06-4595-9b63-7a07847597bf', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:20Z', 'updated_at': '2021-04-09T13:51:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:51:25.453762 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] Checking router: 3a98f447-bed3-4a39-8b00-1d5d78d4d742 for host: dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:51:25.454320 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] Updating router 3a98f447-bed3-4a39-8b00-1d5d78d4d742 port a7ba2071-2a06-4595-9b63-7a07847597bf binding host dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 13:51:25.539230 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:26.036141 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] Notify callbacks [] for port, precommit_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:26.048763 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] Transition to ACTIVE for port object a7ba2071-2a06-4595-9b63-7a07847597bf will not be triggered until provisioned by entity L2. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:51:26.054929 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:26.071283 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-787bb0b7-b333-4287-8a6e-06563153872d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:26.155629 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d009c07f-d542-4470-ad01-811e08c4252f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for subnet, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:26.182880 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-101fc575-f454-45f7-ab0b-0371067ac04c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:26.205039 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df133da2-d65f-485d-ad29-417fd712cceb None None] Pushing event updated for resources: {'Port': ['ID=a7ba2071-2a06-4595-9b63-7a07847597bf,revision_number=2']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:26.217754 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df133da2-d65f-485d-ad29-417fd712cceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:26.218161 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df133da2-d65f-485d-ad29-417fd712cceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:26.218536 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df133da2-d65f-485d-ad29-417fd712cceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:26.218904 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df133da2-d65f-485d-ad29-417fd712cceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:26.219277 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df133da2-d65f-485d-ad29-417fd712cceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:26.219639 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df133da2-d65f-485d-ad29-417fd712cceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:26.220009 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df133da2-d65f-485d-ad29-417fd712cceb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:26.220385 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df133da2-d65f-485d-ad29-417fd712cceb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:26.220772 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df133da2-d65f-485d-ad29-417fd712cceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:26.221130 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df133da2-d65f-485d-ad29-417fd712cceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:26.221491 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df133da2-d65f-485d-ad29-417fd712cceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:26.221848 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df133da2-d65f-485d-ad29-417fd712cceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:26.226240 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-df133da2-d65f-485d-ad29-417fd712cceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:26.306003 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] Attempting to bind port a7ba2071-2a06-4595-9b63-7a07847597bf on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:51:26.306470 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] Attempting to bind port a7ba2071-2a06-4595-9b63-7a07847597bf by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:51:26.306885 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] Attempting to bind port a7ba2071-2a06-4595-9b63-7a07847597bf on network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:51:26.314211 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:51:26.314632 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] Checking segment: {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:51:26.315075 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:26.315510 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] Bound using segment: {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:51:26.316028 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] Bound port: a7ba2071-2a06-4595-9b63-7a07847597bf, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:51:26.316521 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:26.402359 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] For port a7ba2071-2a06-4595-9b63-7a07847597bf, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:51:26.406672 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] For port a7ba2071-2a06-4595-9b63-7a07847597bf, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=a7ba2071-2a06-4595-9b63-7a07847597bf,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:51:26.410148 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:26.415562 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009c07f-d542-4470-ad01-811e08c4252f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b3dd02b-44f4-42e8-a0dd-ebddc9082d51,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:26.428830 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:26.437286 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d009c07f-d542-4470-ad01-811e08c4252f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:26.457138 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f354277-3516-4d5f-9b3c-035beec2794a req-601f04e6-2220-4177-844b-8d664d2685b9 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:26.460792 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1f354277-3516-4d5f-9b3c-035beec2794a req-601f04e6-2220-4177-844b-8d664d2685b9 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.4732826
Apr 09 13:51:26.473362 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdb6da-7733-403c-9949-6981eee62ad2 req-77a1476a-5023-4e69-bd37-f4b89778438c tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:26.474797 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-21bdb6da-7733-403c-9949-6981eee62ad2 req-77a1476a-5023-4e69-bd37-f4b89778438c tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 944 time: 0.4903772
Apr 09 13:51:26.476809 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0e5b0a99-bc12-4f42-96a5-b3d62e0cdc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:26.596945 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df133da2-d65f-485d-ad29-417fd712cceb None None] Pushing event updated for resources: {'Port': ['ID=a7ba2071-2a06-4595-9b63-7a07847597bf,revision_number=3']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:26.600482 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-df133da2-d65f-485d-ad29-417fd712cceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:26.607381 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1f354277-3516-4d5f-9b3c-035beec2794a req-52f0d074-7d84-4653-95e7-9ebc8255c15a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1072259
Apr 09 13:51:26.610228 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-21bdb6da-7733-403c-9949-6981eee62ad2 req-404d37fc-94b0-4a9c-abda-2201725d848b tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114249
Apr 09 13:51:26.663654 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] Routers {'3a98f447-bed3-4a39-8b00-1d5d78d4d742'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:51:26.664654 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcd72e48>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:51:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['3a98f447-bed3-4a39-8b00-1d5d78d4d742'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:51:26.720664 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d009c07f-d542-4470-ad01-811e08c4252f admin admin] Checking segment: {'id': '416cccdc-d828-4d5d-a7fe-f0880e88edbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '24fe1941-a7e7-4746-9c75-f37eeaf813f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:51:26.721064 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d009c07f-d542-4470-ad01-811e08c4252f admin admin] Network hostable DHCP agents. Network: 24fe1941-a7e7-4746-9c75-f37eeaf813f1, hostable agents: ['470b7876-9f31-410a-8036-567e17def360'], hosted agents: [] {{(pid=85290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 13:51:26.865544 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d009c07f-d542-4470-ad01-811e08c4252f admin admin] Network 24fe1941-a7e7-4746-9c75-f37eeaf813f1 is scheduled to be hosted by DHCP agent 470b7876-9f31-410a-8036-567e17def360 with binding_index 1 {{(pid=85290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 13:51:26.866930 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] Set router 3a98f447-bed3-4a39-8b00-1d5d78d4d742 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:51:26.893993 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-d009c07f-d542-4470-ad01-811e08c4252f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-iscsi, 24fe1941-a7e7-4746-9c75-f37eeaf813f1) {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:51:26.896116 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-0e5b0a99-bc12-4f42-96a5-b3d62e0cdc5f admin admin] Allocated IP 172.20.0.1 (790e52e4-8e7b-4b24-9306-15744e4e6057/c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3/5d9fd947-9e56-4a32-b205-0cdbb9ba3d63) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:51:26.908922 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d009c07f-d542-4470-ad01-811e08c4252f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:26.909569 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d009c07f-d542-4470-ad01-811e08c4252f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:26.910404 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600ec212-ce47-4333-93bc-9d05ed799d79 None None] Network 24fe1941-a7e7-4746-9c75-f37eeaf813f1 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:51:26.962593 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227002c8-af5e-4770-a070-7c46e12a0b0d req-f0305fb9-60b0-484a-8e73-aeb72a006b52 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:26.964760 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-227002c8-af5e-4770-a070-7c46e12a0b0d req-f0305fb9-60b0-484a-8e73-aeb72a006b52 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 943 time: 0.2307119
Apr 09 13:51:27.038352 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-d009c07f-d542-4470-ad01-811e08c4252f admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.6765041
Apr 09 13:51:27.086918 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-227002c8-af5e-4770-a070-7c46e12a0b0d req-e3a7bb4f-75d0-4a57-aad6-6ac8650cfd0d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614812
Apr 09 13:51:27.161916 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0e5b0a99-bc12-4f42-96a5-b3d62e0cdc5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:27.181184 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-0e5b0a99-bc12-4f42-96a5-b3d62e0cdc5f admin admin] Transition to ACTIVE for port object 5d9fd947-9e56-4a32-b205-0cdbb9ba3d63 will not be triggered until provisioned by entity DHCP. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:51:27.191185 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee6f994-7ef3-4551-ae86-aae93a54a5eb None None] Network 24fe1941-a7e7-4746-9c75-f37eeaf813f1 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:51:27.222561 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0e5b0a99-bc12-4f42-96a5-b3d62e0cdc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:27.239269 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcd72e48>, [{'id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'name': 'tempest-TestMinimumBasicScenario-1166549237-router', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'a7ba2071-2a06-4595-9b63-7a07847597bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:51:19Z', 'updated_at': '2021-04-09T13:51:21Z', 'revision_number': 3, 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'gw_port': {'id': 'a7ba2071-2a06-4595-9b63-7a07847597bf', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:20Z', 'updated_at': '2021-04-09T13:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:51:27.240654 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:27.245199 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896f34ab-84fd-4540-8637-e8eb2766bf07 None None] The sync data for ids ['3a98f447-bed3-4a39-8b00-1d5d78d4d742'] in dv-cinder-785362-1-iscsi is: [{'id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'name': 'tempest-TestMinimumBasicScenario-1166549237-router', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'a7ba2071-2a06-4595-9b63-7a07847597bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:51:19Z', 'updated_at': '2021-04-09T13:51:21Z', 'revision_number': 3, 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'gw_port': {'id': 'a7ba2071-2a06-4595-9b63-7a07847597bf', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:20Z', 'updated_at': '2021-04-09T13:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:51:27.328560 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b0a99-bc12-4f42-96a5-b3d62e0cdc5f admin admin] Pushing event updated for resources: {'Port': ['ID=5d9fd947-9e56-4a32-b205-0cdbb9ba3d63,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:27.358983 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0e5b0a99-bc12-4f42-96a5-b3d62e0cdc5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:27.561172 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-36f737d0-de88-441f-a558-de931ff86fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:27.562826 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-36f737d0-de88-441f-a558-de931ff86fe5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ba5d9acca4e84f2e82dcc146f183b1f2&device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 1096 time: 0.1376870
Apr 09 13:51:27.568422 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5b0a99-bc12-4f42-96a5-b3d62e0cdc5f admin admin] Network 790e52e4-8e7b-4b24-9306-15744e4e6057 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:51:27.570052 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-0e5b0a99-bc12-4f42-96a5-b3d62e0cdc5f admin admin] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:51:27.630912 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5b0a99-bc12-4f42-96a5-b3d62e0cdc5f admin admin] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:51:27.631441 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0e5b0a99-bc12-4f42-96a5-b3d62e0cdc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851022769'] for router_interface, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:27.661165 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-6d472a9a-2d37-49c5-9538-f6020fdad663 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ee93b79-417f-4f8b-a07d-390cfb262156 HTTP/1.1" status: 200  len: 217 time: 0.0890141
Apr 09 13:51:27.816493 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-c6a1f87b-8cab-4287-bb1d-90514da7a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:27.818335 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-c6a1f87b-8cab-4287-bb1d-90514da7a015 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=925b601e-37cf-4380-a4b3-d671bf8558b0 HTTP/1.1" status: 200  len: 850 time: 0.1430802
Apr 09 13:51:27.921383 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-c7de26d7-c3fd-4d9f-a200-f3248f3f68c5 None None] Provisioning for port 5d9fd947-9e56-4a32-b205-0cdbb9ba3d63 completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:51:27.945514 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-c7de26d7-c3fd-4d9f-a200-f3248f3f68c5 None None] Provisioning complete for port 5d9fd947-9e56-4a32-b205-0cdbb9ba3d63 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:51:27.946427 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c7de26d7-c3fd-4d9f-a200-f3248f3f68c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:28.051167 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-c7de26d7-c3fd-4d9f-a200-f3248f3f68c5 None None] Port 5d9fd947-9e56-4a32-b205-0cdbb9ba3d63 cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 13:51:28.164800 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ea710-36c6-44d0-af16-5c4306f3b95f req-1805a8da-a8d6-480a-9a00-61414ca76a56 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:28.166575 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0c8ea710-36c6-44d0-af16-5c4306f3b95f req-1805a8da-a8d6-480a-9a00-61414ca76a56 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.2864366
Apr 09 13:51:28.190081 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705f3a9-cdc6-4b32-a090-e71d7cf5d724 req-448843f0-ab1d-4e45-9140-83fd48356ed3 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:28.191820 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c705f3a9-cdc6-4b32-a090-e71d7cf5d724 req-448843f0-ab1d-4e45-9140-83fd48356ed3 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 944 time: 0.3703365
Apr 09 13:51:28.226096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-ee282407-0cd8-4267-b5ae-32c42df58084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:28.227684 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-ee282407-0cd8-4267-b5ae-32c42df58084 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=dac73499-f23e-4d97-b423-652173261576&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3462164
Apr 09 13:51:28.357050 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0e5b0a99-bc12-4f42-96a5-b3d62e0cdc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:28.398508 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0c8ea710-36c6-44d0-af16-5c4306f3b95f req-e3f62362-be7d-451d-b02a-d92a0d829fda tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2220266
Apr 09 13:51:28.410423 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c705f3a9-cdc6-4b32-a090-e71d7cf5d724 req-041af9fc-eb59-41bf-bdd4-8e5e6e995d62 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1868989
Apr 09 13:51:28.522474 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-6d68c19a-2b53-4705-8a46-9e73e5156ce5 service neutron] 10.222.0.93 "GET /v2.0/networks/dac73499-f23e-4d97-b423-652173261576?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2704380
Apr 09 13:51:29.051798 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173850c-6a3f-4965-9453-482d35dad487 req-b86604fa-2702-477b-aef2-765042ea50d1 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:29.053537 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2173850c-6a3f-4965-9453-482d35dad487 req-b86604fa-2702-477b-aef2-765042ea50d1 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 943 time: 0.5336931
Apr 09 13:51:29.107003 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-de034404-662b-40d9-8dfa-993fbd7e5cf5 req-6acb9069-41a1-438c-9259-70732fbed30d service neutron] 10.222.0.93 "GET /v2.0/networks/dac73499-f23e-4d97-b423-652173261576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5387948
Apr 09 13:51:29.116970 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2173850c-6a3f-4965-9453-482d35dad487 req-23c32329-c7d6-4801-96e3-638f9a8f86c3 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508173
Apr 09 13:51:29.142056 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0e5b0a99-bc12-4f42-96a5-b3d62e0cdc5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:29.147021 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0e5b0a99-bc12-4f42-96a5-b3d62e0cdc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:29.150672 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0e5b0a99-bc12-4f42-96a5-b3d62e0cdc5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850949478'] for router_interface, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:29.172468 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-8f47cb5c-02c8-4049-b0d3-d0b80fcaba6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:29.276115 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device a7ba2071-2a06-4595-9b63-7a07847597bf up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:51:29.367349 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b0a99-bc12-4f42-96a5-b3d62e0cdc5f admin admin] Pushing event updated for resources: {'Port': ['ID=5d9fd947-9e56-4a32-b205-0cdbb9ba3d63,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:29.373243 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0e5b0a99-bc12-4f42-96a5-b3d62e0cdc5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:29.381549 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port a7ba2071-2a06-4595-9b63-7a07847597bf completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:51:29.388171 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port a7ba2071-2a06-4595-9b63-7a07847597bf triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:51:29.388789 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:29.424304 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device f9bcc344-45c3-4360-a424-5becafffd6e2 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 13:51:29.430667 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5b0a99-bc12-4f42-96a5-b3d62e0cdc5f admin admin] Network 790e52e4-8e7b-4b24-9306-15744e4e6057 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:51:29.431936 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-0e5b0a99-bc12-4f42-96a5-b3d62e0cdc5f admin admin] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:51:29.757718 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 211d2bc4-c81a-4cb1-be28-f837d0abfcdc up at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:51:29.835981 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port f9bcc344-45c3-4360-a424-5becafffd6e2, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=f9bcc344-45c3-4360-a424-5becafffd6e2,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:51:29.868082 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-ff310d37-dccf-4bfa-b2b0-d918a1e42780 None None] Provisioning complete for port 5d9fd947-9e56-4a32-b205-0cdbb9ba3d63 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:51:29.868545 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ff310d37-dccf-4bfa-b2b0-d918a1e42780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:29.917045 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642204ca-31a4-4785-a990-9b3c46fe7011 req-6578706e-ba2f-461f-a798-502f609203f2 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:29.919002 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-642204ca-31a4-4785-a990-9b3c46fe7011 req-6578706e-ba2f-461f-a798-502f609203f2 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.3036265
Apr 09 13:51:29.925816 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5b0a99-bc12-4f42-96a5-b3d62e0cdc5f admin admin] Router 3a98f447-bed3-4a39-8b00-1d5d78d4d742 has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 13:51:29.960206 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Returning: {'device': 'f9bcc344-45c3-4360-a424-5becafffd6e2', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'port_id': 'f9bcc344-45c3-4360-a424-5becafffd6e2', 'mac_address': 'fa:16:3e:88:c4:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 989, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 13:51:29.960516 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff206df-a85f-4fb3-9c86-83baab585897 req-7b4056f4-8957-423d-9726-6e08a843ada8 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:29.962339 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9ff206df-a85f-4fb3-9c86-83baab585897 req-7b4056f4-8957-423d-9726-6e08a843ada8 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 944 time: 0.2649951
Apr 09 13:51:29.981829 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-642204ca-31a4-4785-a990-9b3c46fe7011 req-d42a5837-6820-440d-97ad-abdc8215a6db tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540514
Apr 09 13:51:30.082298 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:30.083827 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9bcc344-45c3-4360-a424-5becafffd6e2 {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:51:30.100722 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:30.108731 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-ff310d37-dccf-4bfa-b2b0-d918a1e42780 None None] Port 5d9fd947-9e56-4a32-b205-0cdbb9ba3d63 cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 13:51:30.127977 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning for port 211d2bc4-c81a-4cb1-be28-f837d0abfcdc completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:51:30.137849 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port f9bcc344-45c3-4360-a424-5becafffd6e2, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=f9bcc344-45c3-4360-a424-5becafffd6e2,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:51:30.141166 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning complete for port 211d2bc4-c81a-4cb1-be28-f837d0abfcdc triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:51:30.141679 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:30.179505 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] For port a7ba2071-2a06-4595-9b63-7a07847597bf, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=a7ba2071-2a06-4595-9b63-7a07847597bf,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:51:30.188861 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:30.191094 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:30.196515 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b6779af7-0dff-489d-bdde-272ada62c72e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:30.291307 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5b0a99-bc12-4f42-96a5-b3d62e0cdc5f admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:51:30.301646 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Pushing event updated for resources: {'Port': ['ID=a7ba2071-2a06-4595-9b63-7a07847597bf,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:30.328407 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-0e5b0a99-bc12-4f42-96a5-b3d62e0cdc5f admin admin] 10.222.0.96 "PUT /v2.0/routers/3a98f447-bed3-4a39-8b00-1d5d78d4d742/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6359212
Apr 09 13:51:30.333654 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9ff206df-a85f-4fb3-9c86-83baab585897 req-bbeecb76-b55e-4b78-b78f-03ddcfee5bbe tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3592043
Apr 09 13:51:30.394654 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=f9bcc344-45c3-4360-a424-5becafffd6e2,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:30.425722 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:30.426373 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:30.426847 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:30.467111 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:30.482161 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdc1a35-3f58-4acf-9571-5d89974e6e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211d2bc4-c81a-4cb1-be28-f837d0abfcdc'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:51:30.497485 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 211d2bc4-c81a-4cb1-be28-f837d0abfcdc, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=211d2bc4-c81a-4cb1-be28-f837d0abfcdc,segment=NetworkSegment(6a2d8c17-f66d-454b-89ad-1748ea8ad1dc),segment_id=6a2d8c17-f66d-454b-89ad-1748ea8ad1dc)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:51:30.504124 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:30.505953 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 983e287a-9324-40be-ae97-00db5e28abfd up at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:51:30.593171 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252db197-b0d0-4161-a3ed-40fb0d0b8555 req-b09ba5f1-85f0-4966-9b5d-243a18fc624c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:30.602771 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-252db197-b0d0-4161-a3ed-40fb0d0b8555 req-b09ba5f1-85f0-4966-9b5d-243a18fc624c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 943 time: 0.2504764
Apr 09 13:51:30.664133 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-252db197-b0d0-4161-a3ed-40fb0d0b8555 req-b0848e91-2ecb-4ce8-982c-6f87eacda302 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411701
Apr 09 13:51:30.763643 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdc1a35-3f58-4acf-9571-5d89974e6e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211d2bc4-c81a-4cb1-be28-f837d0abfcdc', 'code': 200}
Apr 09 13:51:30.775808 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:30.818486 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] Sync routers for ids ['3a98f447-bed3-4a39-8b00-1d5d78d4d742'] in dv-cinder-785362-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:51:30.837099 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['f9bcc344-45c3-4360-a424-5becafffd6e2'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:51:30.959537 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] Routers {'3a98f447-bed3-4a39-8b00-1d5d78d4d742'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:51:30.960168 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee65ab-c786-4d89-9860-9f93ab96f949 req-7a84fc90-df97-4a6c-b21e-b5ab6402deae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:30.962530 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-43ee65ab-c786-4d89-9860-9f93ab96f949 req-7a84fc90-df97-4a6c-b21e-b5ab6402deae service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 1098 time: 0.0943387
Apr 09 13:51:30.965508 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bd058748>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:51:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['3a98f447-bed3-4a39-8b00-1d5d78d4d742'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:51:31.030569 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-43ee65ab-c786-4d89-9860-9f93ab96f949 req-7951d211-0f01-4924-aa3e-40f92ce0da4e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492287
Apr 09 13:51:31.294564 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=211d2bc4-c81a-4cb1-be28-f837d0abfcdc,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:31.298535 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:31.309131 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device a7ba2071-2a06-4595-9b63-7a07847597bf up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:51:31.373655 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071e55f-d8cd-415c-b0f9-e40ab687e73d req-f1bf801c-e39c-4930-b290-70366542cf6e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:31.375398 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8071e55f-d8cd-415c-b0f9-e40ab687e73d req-f1bf801c-e39c-4930-b290-70366542cf6e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 944 time: 0.1753318
Apr 09 13:51:31.390677 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning for port 983e287a-9324-40be-ae97-00db5e28abfd completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:51:31.428521 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8071e55f-d8cd-415c-b0f9-e40ab687e73d req-104a9325-6346-44df-a9b6-bee555a6ab73 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455227
Apr 09 13:51:31.434749 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning complete for port 983e287a-9324-40be-ae97-00db5e28abfd triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:51:31.434992 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:31.470442 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 54692) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:31.516379 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] Set router 3a98f447-bed3-4a39-8b00-1d5d78d4d742 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:51:31.565090 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 54700) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:31.582996 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2137372356-network', 'tenant_id': '63f016e78c0a4c8ca4a903fa724b9225'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:51:31.592427 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:31.613596 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] Usage tracker for resource:network and tenant:63f016e78c0a4c8ca4a903fa724b9225 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:51:31.626453 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:51:31.652357 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:51:31.686525 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c4fbd-7282-446c-8b11-4928be2178cc req-3a9ee13b-c50f-4198-9208-49ba8e899ce3 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:31.697078 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-671c4fbd-7282-446c-8b11-4928be2178cc req-3a9ee13b-c50f-4198-9208-49ba8e899ce3 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 944 time: 0.1864946
Apr 09 13:51:31.700368 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] Made reservation on behalf of 63f016e78c0a4c8ca4a903fa724b9225 for: {'network': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:51:31.705877 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for network, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:31.756220 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-671c4fbd-7282-446c-8b11-4928be2178cc req-3a9e80da-ac2b-45d4-9845-efcd5cf89b51 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580800
Apr 09 13:51:31.759232 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:31.790942 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:31.795551 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] Usage tracker for resource:security_group_rule and tenant:63f016e78c0a4c8ca4a903fa724b9225 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:51:31.799023 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:51:31.805398 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:51:31.852413 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7b14267e-0e7f-4d6d-aeb5-7109f3eedd93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:31.874458 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-7b14267e-0e7f-4d6d-aeb5-7109f3eedd93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:31.880423 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-7b14267e-0e7f-4d6d-aeb5-7109f3eedd93 admin admin] Usage tracker for resource:security_group_rule and tenant:85b0ca94c43244bbb205484f5290565a is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:51:31.887209 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-7b14267e-0e7f-4d6d-aeb5-7109f3eedd93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:51:31.942252 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-7b14267e-0e7f-4d6d-aeb5-7109f3eedd93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:51:31.981718 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port a7ba2071-2a06-4595-9b63-7a07847597bf triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:51:31.982157 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:32.074440 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:32.086511 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767f405-b788-4230-bb7e-d4d6f58bac68 req-92f7759b-6d6f-4eeb-b9d7-b0eb00c6b600 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:32.088458 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d767f405-b788-4230-bb7e-d4d6f58bac68 req-92f7759b-6d6f-4eeb-b9d7-b0eb00c6b600 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 943 time: 0.2048779
Apr 09 13:51:32.094609 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:32.100477 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d6a1abf5-1fef-47c8-9967-4cd41e92352b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:32.105811 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:32.179097 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 983e287a-9324-40be-ae97-00db5e28abfd, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=983e287a-9324-40be-ae97-00db5e28abfd,segment=NetworkSegment(6a2d8c17-f66d-454b-89ad-1748ea8ad1dc),segment_id=6a2d8c17-f66d-454b-89ad-1748ea8ad1dc)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:51:32.184327 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:32.185260 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 992}  {{(pid=85290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 13:51:32.189091 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:32.207955 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587babd2-77fd-4413-81da-4653e9abd070,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:32.211602 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:32.225491 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d767f405-b788-4230-bb7e-d4d6f58bac68 req-ec963784-e614-4ed0-a255-d3ba199f85b4 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1154370
Apr 09 13:51:32.226703 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:32.227163 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.segments_db [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] Added segment 251aca5f-0945-4b4a-a602-68b471507a28 of type vlan for network b67e54d4-672d-4aaa-8ed7-36d7fd86878e
Apr 09 13:51:32.262142 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7b14267e-0e7f-4d6d-aeb5-7109f3eedd93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:32.280694 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7b14267e-0e7f-4d6d-aeb5-7109f3eedd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:32.295184 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-48c79233-4899-49ca-af80-0e69c8087947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:32.318011 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733478247317'] for network, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:32.357944 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=983e287a-9324-40be-ae97-00db5e28abfd,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:32.361548 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:32.366269 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-7b14267e-0e7f-4d6d-aeb5-7109f3eedd93 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=85b0ca94c43244bbb205484f5290565a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8943434
Apr 09 13:51:32.368412 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14267e-0e7f-4d6d-aeb5-7109f3eedd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49207f40-346a-4564-be41-c12c4640b039,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:32.369183 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 54718) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:32.372004 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7b14267e-0e7f-4d6d-aeb5-7109f3eedd93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:32.390210 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bd058748>, [{'id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'name': 'tempest-TestMinimumBasicScenario-1166549237-router', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'a7ba2071-2a06-4595-9b63-7a07847597bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:51:19Z', 'updated_at': '2021-04-09T13:51:28Z', 'revision_number': 4, 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'gw_port': {'id': 'a7ba2071-2a06-4595-9b63-7a07847597bf', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:20Z', 'updated_at': '2021-04-09T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '5d9fd947-9e56-4a32-b205-0cdbb9ba3d63', 'name': '', 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'mac_address': 'fa:16:3e:e2:0a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:26Z', 'updated_at': '2021-04-09T13:51:28Z', 'revision_number': 2, 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'subnets': [{'id': 'c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:51:32.394728 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] Checking router: 3a98f447-bed3-4a39-8b00-1d5d78d4d742 for host: dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:51:32.396187 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for network, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:32.397758 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:32.398483 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:32.404542 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] Updating router 3a98f447-bed3-4a39-8b00-1d5d78d4d742 port 5d9fd947-9e56-4a32-b205-0cdbb9ba3d63 binding host dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 13:51:32.415483 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:32.447456 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fbb79675-af09-4a97-85be-da807076e9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:32.482814 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fbb79675-af09-4a97-85be-da807076e9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:32.516753 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:32.538272 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fbb79675-af09-4a97-85be-da807076e9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:32.545553 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2b91205c-13c3-48ce-b120-3498baa979dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:32.560034 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fbb79675-af09-4a97-85be-da807076e9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:32.564517 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-fbb79675-af09-4a97-85be-da807076e9c9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/49207f40-346a-4564-be41-c12c4640b039 HTTP/1.1" status: 204  len: 168 time: 0.1941593
Apr 09 13:51:32.568666 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb79675-af09-4a97-85be-da807076e9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49207f40-346a-4564-be41-c12c4640b039,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:32.571529 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-fbb79675-af09-4a97-85be-da807076e9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:32.640962 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] Pushing event updated for resources: {'Network': ['ID=b67e54d4-672d-4aaa-8ed7-36d7fd86878e,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:32.646328 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.0798929
Apr 09 13:51:32.648278 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:32.649472 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 54726) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:32.654061 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Network b67e54d4-672d-4aaa-8ed7-36d7fd86878e details requested by agent ovs-agent-dv-cinder-785362-1-iscsi with host dv-cinder-785362-1-iscsi {{(pid=85292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 13:51:32.656863 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-605699e0-06d4-4c17-85c0-ee1fdfed59d9 admin admin] Request body: {'subnet': {'network_id': 'b67e54d4-672d-4aaa-8ed7-36d7fd86878e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2137372356-subnet', 'tenant_id': '63f016e78c0a4c8ca4a903fa724b9225', 'ip_version': 4}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:51:32.664928 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-605699e0-06d4-4c17-85c0-ee1fdfed59d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:32.674395 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-605699e0-06d4-4c17-85c0-ee1fdfed59d9 admin admin] Usage tracker for resource:subnet and tenant:63f016e78c0a4c8ca4a903fa724b9225 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:51:32.678666 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-605699e0-06d4-4c17-85c0-ee1fdfed59d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:51:32.688395 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-605699e0-06d4-4c17-85c0-ee1fdfed59d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:51:32.703294 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605699e0-06d4-4c17-85c0-ee1fdfed59d9 admin admin] Made reservation on behalf of 63f016e78c0a4c8ca4a903fa724b9225 for: {'subnet': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:51:32.704351 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c7803-48ee-4149-8540-e0af08cd3795 req-9bc4786f-69b5-428f-9792-a74c77a193d0 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:32.706097 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-601c7803-48ee-4149-8540-e0af08cd3795 req-9bc4786f-69b5-428f-9792-a74c77a193d0 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 944 time: 0.1303403
Apr 09 13:51:32.709517 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-605699e0-06d4-4c17-85c0-ee1fdfed59d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:32.751728 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-601c7803-48ee-4149-8540-e0af08cd3795 req-f8e6fa80-3173-44ef-83aa-4117cfc5b86b tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0331206
Apr 09 13:51:32.813822 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182335f6-a49b-4db3-9ec6-a59801f0d6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983e287a-9324-40be-ae97-00db5e28abfd'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:51:32.899994 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182335f6-a49b-4db3-9ec6-a59801f0d6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983e287a-9324-40be-ae97-00db5e28abfd', 'code': 200}
Apr 09 13:51:33.034632 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203f382-db99-4a5e-83ff-9c7155577d42 req-a8c4797e-0e3a-4c41-a37f-2550f50679a1 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:33.036510 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c203f382-db99-4a5e-83ff-9c7155577d42 req-a8c4797e-0e3a-4c41-a37f-2550f50679a1 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 0.1425474
Apr 09 13:51:33.077585 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c203f382-db99-4a5e-83ff-9c7155577d42 req-daaeaf4b-d24f-4afd-b6d8-e34a7c74b68b tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0338056
Apr 09 13:51:33.207236 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:33.221093 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] Transition to ACTIVE for port object 5d9fd947-9e56-4a32-b205-0cdbb9ba3d63 will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:51:33.227928 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:33.247322 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:33.298101 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-605699e0-06d4-4c17-85c0-ee1fdfed59d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for subnet, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:33.317016 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-149ebdd5-c21f-4d89-8be2-375def457cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:33.393919 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e06601-e33d-459e-9e8e-3a409cb51a8d None None] Pushing event updated for resources: {'Port': ['ID=5d9fd947-9e56-4a32-b205-0cdbb9ba3d63,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:33.406864 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-53e06601-e33d-459e-9e8e-3a409cb51a8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:33.458256 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605699e0-06d4-4c17-85c0-ee1fdfed59d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ba011d2-4271-4003-adaa-7129195732ca,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:33.473184 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-605699e0-06d4-4c17-85c0-ee1fdfed59d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:33.548459 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605699e0-06d4-4c17-85c0-ee1fdfed59d9 admin admin] Checking segment: {'id': '251aca5f-0945-4b4a-a602-68b471507a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'b67e54d4-672d-4aaa-8ed7-36d7fd86878e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:51:33.549264 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605699e0-06d4-4c17-85c0-ee1fdfed59d9 admin admin] Network hostable DHCP agents. Network: b67e54d4-672d-4aaa-8ed7-36d7fd86878e, hostable agents: ['470b7876-9f31-410a-8036-567e17def360'], hosted agents: [] {{(pid=85291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 13:51:33.573329 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605699e0-06d4-4c17-85c0-ee1fdfed59d9 admin admin] Network b67e54d4-672d-4aaa-8ed7-36d7fd86878e is scheduled to be hosted by DHCP agent 470b7876-9f31-410a-8036-567e17def360 with binding_index 1 {{(pid=85291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 13:51:33.592388 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-605699e0-06d4-4c17-85c0-ee1fdfed59d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-iscsi, b67e54d4-672d-4aaa-8ed7-36d7fd86878e) {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:51:33.599884 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605699e0-06d4-4c17-85c0-ee1fdfed59d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:33.600211 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-605699e0-06d4-4c17-85c0-ee1fdfed59d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:33.644026 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-605699e0-06d4-4c17-85c0-ee1fdfed59d9 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9918041
Apr 09 13:51:33.645656 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 54764) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:33.652871 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-9a0c22d9-03f9-4fdd-aef2-53cd595d30a3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2137372356-router', 'tenant_id': '63f016e78c0a4c8ca4a903fa724b9225', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:51:33.659867 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fda498-a99e-4ee3-bebc-504dd9a2c76e req-8abf4150-0894-489e-950f-a67f83e9d141 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:33.660171 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-9a0c22d9-03f9-4fdd-aef2-53cd595d30a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:33.661547 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-41fda498-a99e-4ee3-bebc-504dd9a2c76e req-8abf4150-0894-489e-950f-a67f83e9d141 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 943 time: 0.1831436
Apr 09 13:51:33.667119 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-9a0c22d9-03f9-4fdd-aef2-53cd595d30a3 admin admin] Usage tracker for resource:router and tenant:63f016e78c0a4c8ca4a903fa724b9225 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:51:33.670462 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-9a0c22d9-03f9-4fdd-aef2-53cd595d30a3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:51:33.677858 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-9a0c22d9-03f9-4fdd-aef2-53cd595d30a3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:51:33.690417 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9a0c22d9-03f9-4fdd-aef2-53cd595d30a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850958062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2571'] for router, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:33.691708 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9a0c22d9-03f9-4fdd-aef2-53cd595d30a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850952565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850926980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850845151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15101'] for router, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:33.693463 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e95e38e-6cc0-4330-8cc5-0c77b91affc3 None None] Network b67e54d4-672d-4aaa-8ed7-36d7fd86878e requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:51:33.723203 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9a0c22d9-03f9-4fdd-aef2-53cd595d30a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:33.727787 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-41fda498-a99e-4ee3-bebc-504dd9a2c76e req-2a86dcb0-e285-47eb-8f5d-d1cac4a6cf90 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551047
Apr 09 13:51:34.025527 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1c9fe-352a-47af-8334-3f3fe46f2c14 req-917fdbaa-c68d-4e81-8dfe-41c06d49c273 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:34.035068 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-06a1c9fe-352a-47af-8334-3f3fe46f2c14 req-917fdbaa-c68d-4e81-8dfe-41c06d49c273 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 944 time: 0.1403108
Apr 09 13:51:34.082351 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-06a1c9fe-352a-47af-8334-3f3fe46f2c14 req-abbde22c-3f21-41d4-be0f-2b7f39dbc65c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462813
Apr 09 13:51:34.163096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9a0c22d9-03f9-4fdd-aef2-53cd595d30a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850926995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850958077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15084'] for router, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:34.200986 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] Attempting to bind port 5d9fd947-9e56-4a32-b205-0cdbb9ba3d63 on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:51:34.201334 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] Attempting to bind port 5d9fd947-9e56-4a32-b205-0cdbb9ba3d63 by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': 'ef686021-fad8-4b5d-8039-d61ea002be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:51:34.202179 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] Attempting to bind port 5d9fd947-9e56-4a32-b205-0cdbb9ba3d63 on network 790e52e4-8e7b-4b24-9306-15744e4e6057 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:51:34.227687 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:51:34.228464 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] Checking segment: {'id': 'ef686021-fad8-4b5d-8039-d61ea002be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:51:34.229234 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:34.230520 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] Bound using segment: {'id': 'ef686021-fad8-4b5d-8039-d61ea002be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:51:34.231466 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] Bound port: 5d9fd947-9e56-4a32-b205-0cdbb9ba3d63, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef686021-fad8-4b5d-8039-d61ea002be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:51:34.232413 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:34.338425 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab859b6a-ee65-4ec2-ac14-85185ff8a7a5 req-a7c6958f-8aa4-4f12-b451-2907f03c0aee tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:34.348175 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ab859b6a-ee65-4ec2-ac14-85185ff8a7a5 req-a7c6958f-8aa4-4f12-b451-2907f03c0aee tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 0.1125457
Apr 09 13:51:34.393766 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ab859b6a-ee65-4ec2-ac14-85185ff8a7a5 req-044394d6-e667-4182-8cbe-6515454b4c7a tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440552
Apr 09 13:51:34.484710 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3278d780-4f16-5798-b389-7fa32c4e7436-b67e54d4-672d-4aaa-8ed7-36d7fd86878e', 'network_id': 'b67e54d4-672d-4aaa-8ed7-36d7fd86878e', 'tenant_id': '63f016e78c0a4c8ca4a903fa724b9225', 'fixed_ips': [{'subnet_id': '4ba011d2-4271-4003-adaa-7129195732ca'}]}} from dv-cinder-785362-1-iscsi. {{(pid=85292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 09 13:51:34.485731 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:34.502015 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] For port 5d9fd947-9e56-4a32-b205-0cdbb9ba3d63, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:51:34.517134 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] For port 5d9fd947-9e56-4a32-b205-0cdbb9ba3d63, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=5d9fd947-9e56-4a32-b205-0cdbb9ba3d63,segment=NetworkSegment(ef686021-fad8-4b5d-8039-d61ea002be76),segment_id=ef686021-fad8-4b5d-8039-d61ea002be76)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:51:34.567799 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:34.585084 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:34.696093 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9a0c22d9-03f9-4fdd-aef2-53cd595d30a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:34.733783 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9a0c22d9-03f9-4fdd-aef2-53cd595d30a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:34.769403 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e06601-e33d-459e-9e8e-3a409cb51a8d None None] Pushing event updated for resources: {'Port': ['ID=5d9fd947-9e56-4a32-b205-0cdbb9ba3d63,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:34.780347 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-53e06601-e33d-459e-9e8e-3a409cb51a8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:34.903872 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] Allocated IP 172.20.0.2 (b67e54d4-672d-4aaa-8ed7-36d7fd86878e/4ba011d2-4271-4003-adaa-7129195732ca/20eb109c-2e4f-438f-bd98-048beee72def) {{(pid=85292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:51:34.911585 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-9a0c22d9-03f9-4fdd-aef2-53cd595d30a3 admin admin] Allocated IP 172.27.0.160 (ef175b21-42e7-4a59-9f09-4b77dc7ee6f8/51aa8935-8cce-40ab-82a2-0ed18a8aeaa8/039eda97-d3de-4bbb-8d0e-4e0ac5e8da83) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:51:34.959141 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] Routers {'3a98f447-bed3-4a39-8b00-1d5d78d4d742'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:51:34.959804 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bd058748>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:51:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['3a98f447-bed3-4a39-8b00-1d5d78d4d742'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:51:34.999238 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1ec34-39d3-49f8-9dcb-cb0bcc2c676e req-86762e3c-689b-43f8-9c7b-5c262f8cc2b4 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:35.009207 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6ea1ec34-39d3-49f8-9dcb-cb0bcc2c676e req-86762e3c-689b-43f8-9c7b-5c262f8cc2b4 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 943 time: 0.1257041
Apr 09 13:51:35.052528 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6ea1ec34-39d3-49f8-9dcb-cb0bcc2c676e req-20431168-519d-4b87-926d-e4a66d6548df tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0303345
Apr 09 13:51:35.138051 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9a0c22d9-03f9-4fdd-aef2-53cd595d30a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:35.186041 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9a0c22d9-03f9-4fdd-aef2-53cd595d30a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:35.212680 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:35.435685 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] Set router 3a98f447-bed3-4a39-8b00-1d5d78d4d742 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:51:35.440118 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c22d9-03f9-4fdd-aef2-53cd595d30a3 admin admin] Pushing event updated for resources: {'Port': ['ID=039eda97-d3de-4bbb-8d0e-4e0ac5e8da83,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:35.444917 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9a0c22d9-03f9-4fdd-aef2-53cd595d30a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:35.482375 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec0890-ce88-4ed9-9eeb-aa0443fa3d06 req-dd75b1f4-21be-401c-a43d-22c2272a1c23 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:35.492807 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6cec0890-ce88-4ed9-9eeb-aa0443fa3d06 req-dd75b1f4-21be-401c-a43d-22c2272a1c23 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 944 time: 0.2171428
Apr 09 13:51:35.546163 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6cec0890-ce88-4ed9-9eeb-aa0443fa3d06 req-fe130895-114e-4a83-8551-f95bf4ed2ce4 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483859
Apr 09 13:51:35.555384 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0c22d9-03f9-4fdd-aef2-53cd595d30a3 admin admin] Network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:51:35.556870 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-9a0c22d9-03f9-4fdd-aef2-53cd595d30a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:51:35.563205 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] Notify callbacks [] for port, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:35.579298 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0c22d9-03f9-4fdd-aef2-53cd595d30a3 admin admin] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:51:35.678963 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] Transition to ACTIVE for port object 20eb109c-2e4f-438f-bd98-048beee72def will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:51:35.687698 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ded0f-babd-4c66-995d-f384e6864e7d req-198c36e2-8a3a-42e2-b37a-209d08b940ee tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:35.690467 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3a8ded0f-babd-4c66-995d-f384e6864e7d req-198c36e2-8a3a-42e2-b37a-209d08b940ee tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 0.1328604
Apr 09 13:51:35.749192 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 3ee93b79-417f-4f8b-a07d-390cfb262156 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 13:51:35.779110 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3a8ded0f-babd-4c66-995d-f384e6864e7d req-7cd649a0-2fdc-48b7-9bdd-35cf4ee0118f tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752258
Apr 09 13:51:35.909362 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] Transition to ACTIVE for port object 20eb109c-2e4f-438f-bd98-048beee72def will not be triggered until provisioned by entity DHCP. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:51:35.935992 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:35.969684 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:36.022535 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.db.resource_extend [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 09 13:51:36.373497 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9a0c22d9-03f9-4fdd-aef2-53cd595d30a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:36.557270 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6335046-2c26-45c4-8343-76070d394897 req-0f35d45c-8668-4689-819b-250a13533798 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:36.563687 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] Pushing event updated for resources: {'Port': ['ID=20eb109c-2e4f-438f-bd98-048beee72def,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:36.567956 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:36.569652 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d6335046-2c26-45c4-8343-76070d394897 req-0f35d45c-8668-4689-819b-250a13533798 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 943 time: 0.3709061
Apr 09 13:51:36.635901 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d6335046-2c26-45c4-8343-76070d394897 req-3b18d187-80a9-458c-bea8-8e7bf36cdf10 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631392
Apr 09 13:51:36.664991 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] Network b67e54d4-672d-4aaa-8ed7-36d7fd86878e is already hosted by enough agents. {{(pid=85292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:51:36.669855 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 3ee93b79-417f-4f8b-a07d-390cfb262156, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=3ee93b79-417f-4f8b-a07d-390cfb262156,segment=NetworkSegment(d1798ed1-8af5-45cb-a42d-ab04ec377da1),segment_id=d1798ed1-8af5-45cb-a42d-ab04ec377da1)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:51:36.678706 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] Resources bound (agent type, host, resource id):  {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:51:36.681152 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] Received port after_create {{(pid=85292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:51:36.741395 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Returning: {'device': '3ee93b79-417f-4f8b-a07d-390cfb262156', 'network_id': 'dac73499-f23e-4d97-b423-652173261576', 'port_id': '3ee93b79-417f-4f8b-a07d-390cfb262156', 'mac_address': 'fa:16:3e:89:d7:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 956, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 13:51:36.781545 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bd058748>, [{'id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'name': 'tempest-TestMinimumBasicScenario-1166549237-router', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'a7ba2071-2a06-4595-9b63-7a07847597bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:51:19Z', 'updated_at': '2021-04-09T13:51:28Z', 'revision_number': 4, 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'gw_port': {'id': 'a7ba2071-2a06-4595-9b63-7a07847597bf', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:20Z', 'updated_at': '2021-04-09T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '5d9fd947-9e56-4a32-b205-0cdbb9ba3d63', 'name': '', 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'mac_address': 'fa:16:3e:e2:0a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:26Z', 'updated_at': '2021-04-09T13:51:34Z', 'revision_number': 4, 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'subnets': [{'id': 'c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:51:36.853847 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0c42ee-cd70-4070-8363-9eee86b85407 None None] The sync data for ids ['3a98f447-bed3-4a39-8b00-1d5d78d4d742'] in dv-cinder-785362-1-iscsi is: [{'id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'name': 'tempest-TestMinimumBasicScenario-1166549237-router', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'a7ba2071-2a06-4595-9b63-7a07847597bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:51:19Z', 'updated_at': '2021-04-09T13:51:28Z', 'revision_number': 4, 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'gw_port': {'id': 'a7ba2071-2a06-4595-9b63-7a07847597bf', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:20Z', 'updated_at': '2021-04-09T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '5d9fd947-9e56-4a32-b205-0cdbb9ba3d63', 'name': '', 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'mac_address': 'fa:16:3e:e2:0a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:26Z', 'updated_at': '2021-04-09T13:51:34Z', 'revision_number': 4, 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'subnets': [{'id': 'c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:51:36.884742 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] Attempting to bind port 20eb109c-2e4f-438f-bd98-048beee72def on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:51:36.885084 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] Attempting to bind port 20eb109c-2e4f-438f-bd98-048beee72def by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': '251aca5f-0945-4b4a-a602-68b471507a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'b67e54d4-672d-4aaa-8ed7-36d7fd86878e'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:51:36.885481 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] Attempting to bind port 20eb109c-2e4f-438f-bd98-048beee72def on network b67e54d4-672d-4aaa-8ed7-36d7fd86878e {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:51:36.896226 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:51:36.896698 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] Checking segment: {'id': '251aca5f-0945-4b4a-a602-68b471507a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'b67e54d4-672d-4aaa-8ed7-36d7fd86878e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:51:36.897154 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:36.897596 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] Bound using segment: {'id': '251aca5f-0945-4b4a-a602-68b471507a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'b67e54d4-672d-4aaa-8ed7-36d7fd86878e'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:51:36.898129 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] Bound port: 20eb109c-2e4f-438f-bd98-048beee72def, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251aca5f-0945-4b4a-a602-68b471507a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'b67e54d4-672d-4aaa-8ed7-36d7fd86878e'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:51:36.898552 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:36.929631 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:36.930832 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee93b79-417f-4f8b-a07d-390cfb262156 {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:51:36.979556 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9a0c22d9-03f9-4fdd-aef2-53cd595d30a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3817755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3848835'] for router, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:37.000795 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c04243-b7fa-4bdc-98d9-338319b5999c req-f7f0a99b-0eaf-4fd7-b135-31c396956737 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:37.002598 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-73c04243-b7fa-4bdc-98d9-338319b5999c req-f7f0a99b-0eaf-4fd7-b135-31c396956737 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 944 time: 0.2611654
Apr 09 13:51:37.020678 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 3ee93b79-417f-4f8b-a07d-390cfb262156, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=3ee93b79-417f-4f8b-a07d-390cfb262156,segment=NetworkSegment(d1798ed1-8af5-45cb-a42d-ab04ec377da1),segment_id=d1798ed1-8af5-45cb-a42d-ab04ec377da1)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:51:37.031246 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:37.036571 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f04eb7ad-8ff8-4b6b-8a2f-277b743d7138 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:37.143981 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] For port 20eb109c-2e4f-438f-bd98-048beee72def, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:51:37.146136 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-73c04243-b7fa-4bdc-98d9-338319b5999c req-88d56faf-1759-49dd-8318-f15504f2ec3b tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1319454
Apr 09 13:51:37.159165 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] For port 20eb109c-2e4f-438f-bd98-048beee72def, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=20eb109c-2e4f-438f-bd98-048beee72def,segment=NetworkSegment(251aca5f-0945-4b4a-a602-68b471507a28),segment_id=251aca5f-0945-4b4a-a602-68b471507a28)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:51:37.162588 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=3ee93b79-417f-4f8b-a07d-390cfb262156,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:37.167012 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:37.184875 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:37.185398 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:37.212723 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26a205-77e5-473d-a352-4b18eaf929ea req-94f1497b-75fc-44a0-b7bc-05f56289a0f1 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:37.212723 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0e26a205-77e5-473d-a352-4b18eaf929ea req-94f1497b-75fc-44a0-b7bc-05f56289a0f1 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 0.1316645
Apr 09 13:51:37.245366 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0e26a205-77e5-473d-a352-4b18eaf929ea req-95093316-b147-4e0c-9e37-58065b47bad4 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0340178
Apr 09 13:51:37.350509 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 5d9fd947-9e56-4a32-b205-0cdbb9ba3d63 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:51:37.447998 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0c22d9-03f9-4fdd-aef2-53cd595d30a3 admin admin] Router 4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c is scheduled to L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 with binding_index 1 {{(pid=85291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 09 13:51:37.459930 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] Pushing event updated for resources: {'Port': ['ID=20eb109c-2e4f-438f-bd98-048beee72def,revision_number=2']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:37.467313 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:37.518947 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port 5d9fd947-9e56-4a32-b205-0cdbb9ba3d63 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:51:37.530646 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 5d9fd947-9e56-4a32-b205-0cdbb9ba3d63 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:51:37.531079 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:37.728550 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:37.765868 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] For port 5d9fd947-9e56-4a32-b205-0cdbb9ba3d63, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=5d9fd947-9e56-4a32-b205-0cdbb9ba3d63,segment=NetworkSegment(ef686021-fad8-4b5d-8039-d61ea002be76),segment_id=ef686021-fad8-4b5d-8039-d61ea002be76)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:51:37.770799 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:37.775727 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0c22d9-03f9-4fdd-aef2-53cd595d30a3 admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:51:37.777813 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:37.792963 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb84732-ba35-494a-a519-623762978281 None None] Sync routers for ids ['4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c'] in dv-cinder-785362-1-iscsi {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:51:37.813017 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb84732-ba35-494a-a519-623762978281 None None] Routers {'4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:51:37.818982 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-5bb84732-ba35-494a-a519-623762978281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcd72cc0>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:51:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:51:37.842650 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9a0c22d9-03f9-4fdd-aef2-53cd595d30a3 admin admin] Notify callbacks [] for router, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:37.847449 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 54816) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:37.849577 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-9a0c22d9-03f9-4fdd-aef2-53cd595d30a3 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.2000444
Apr 09 13:51:37.910533 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Pushing event updated for resources: {'Port': ['ID=5d9fd947-9e56-4a32-b205-0cdbb9ba3d63,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:37.924092 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:38.118977 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-5bb84732-ba35-494a-a519-623762978281 None None] Set router 4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:51:38.533208 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11db3c-4b56-4b2f-aecb-23296e21194f req-ff85613f-3982-4a9a-87b3-4299461cb17d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:38.534996 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5c11db3c-4b56-4b2f-aecb-23296e21194f req-ff85613f-3982-4a9a-87b3-4299461cb17d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 944 time: 0.4878099
Apr 09 13:51:38.721963 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5c11db3c-4b56-4b2f-aecb-23296e21194f req-e70f39ef-fb8b-4497-af05-03ab0ffd8cf5 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1181912
Apr 09 13:51:38.728360 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-5bb84732-ba35-494a-a519-623762978281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcd72cc0>, [{'id': '4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c', 'name': 'tempest-TestMinimumBasicScenario-2137372356-router', 'tenant_id': '63f016e78c0a4c8ca4a903fa724b9225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '039eda97-d3de-4bbb-8d0e-4e0ac5e8da83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:51:33Z', 'updated_at': '2021-04-09T13:51:36Z', 'revision_number': 3, 'project_id': '63f016e78c0a4c8ca4a903fa724b9225', 'gw_port': {'id': '039eda97-d3de-4bbb-8d0e-4e0ac5e8da83', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:34Z', 'updated_at': '2021-04-09T13:51:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:51:38.730081 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5860839-2bd4-4607-b60e-65f99bc77119 req-a1ef27cc-9213-4ad7-b712-a4aa16d6425b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:38.731977 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b5860839-2bd4-4607-b60e-65f99bc77119 req-a1ef27cc-9213-4ad7-b712-a4aa16d6425b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 1098 time: 0.4875572
Apr 09 13:51:38.737112 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb84732-ba35-494a-a519-623762978281 None None] Checking router: 4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c for host: dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:51:38.737767 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb84732-ba35-494a-a519-623762978281 None None] Updating router 4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c port 039eda97-d3de-4bbb-8d0e-4e0ac5e8da83 binding host dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 13:51:38.780752 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b5860839-2bd4-4607-b60e-65f99bc77119 req-d0189a48-2f42-4b26-948b-1943365fe1bd service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357251
Apr 09 13:51:38.792661 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d31f3-9480-43ad-87f2-c363f48a9454 req-d1a48522-5c29-4f31-baf5-5af478ae81cf tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:38.801026 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ff2d31f3-9480-43ad-87f2-c363f48a9454 req-d1a48522-5c29-4f31-baf5-5af478ae81cf tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 944 time: 0.4050941
Apr 09 13:51:38.835892 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ff2d31f3-9480-43ad-87f2-c363f48a9454 req-52bf3d39-c3e1-4462-a1fb-d78b124ff80e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0339208
Apr 09 13:51:38.866758 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5bb84732-ba35-494a-a519-623762978281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:39.131771 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd564f52-c93e-4a87-9fdc-5a1ef8ff8920 req-68ce10cc-1fc2-4a1b-9e4c-9c8fff43ac5a tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:39.133570 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-cd564f52-c93e-4a87-9fdc-5a1ef8ff8920 req-68ce10cc-1fc2-4a1b-9e4c-9c8fff43ac5a tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 0.2762570
Apr 09 13:51:39.193494 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-cd564f52-c93e-4a87-9fdc-5a1ef8ff8920 req-8665f178-577d-4cd3-826f-1b2c98d4c835 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456729
Apr 09 13:51:39.255200 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['3ee93b79-417f-4f8b-a07d-390cfb262156'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:51:39.413587 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a50bbe-510f-4eb4-b701-f40ca6a89410 None None] Network b67e54d4-672d-4aaa-8ed7-36d7fd86878e requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:51:39.578623 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 5d9fd947-9e56-4a32-b205-0cdbb9ba3d63 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:51:39.615111 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-68954d5f-81c7-49f6-a555-c723b405718b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:39.638947 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-1f702e7b-8a9f-4045-bd5b-9d7f81bb5c0e None None] Provisioning for port 20eb109c-2e4f-438f-bd98-048beee72def completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:51:39.665148 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5bb84732-ba35-494a-a519-623762978281 None None] Notify callbacks [] for port, precommit_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:39.693034 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-5bb84732-ba35-494a-a519-623762978281 None None] Transition to ACTIVE for port object 039eda97-d3de-4bbb-8d0e-4e0ac5e8da83 will not be triggered until provisioned by entity L2. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:51:39.703315 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5bb84732-ba35-494a-a519-623762978281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:39.723407 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b398cf47-13a6-4fac-9df2-4d86b7d797d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:39.791702 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device f9bcc344-45c3-4360-a424-5becafffd6e2 up at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:51:39.815431 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785e49c-e57f-4c33-94c4-5c757da993f1 None None] Pushing event updated for resources: {'Port': ['ID=039eda97-d3de-4bbb-8d0e-4e0ac5e8da83,revision_number=2']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:39.898729 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5785e49c-e57f-4c33-94c4-5c757da993f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:39.971556 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-68954d5f-81c7-49f6-a555-c723b405718b admin admin] Allocated IP 172.20.0.1 (b67e54d4-672d-4aaa-8ed7-36d7fd86878e/4ba011d2-4271-4003-adaa-7129195732ca/0a2966e7-9e82-4ed1-bfa4-24453e386bf1) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:51:40.039802 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-5bb84732-ba35-494a-a519-623762978281 None None] Attempting to bind port 039eda97-d3de-4bbb-8d0e-4e0ac5e8da83 on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:51:40.040127 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-5bb84732-ba35-494a-a519-623762978281 None None] Attempting to bind port 039eda97-d3de-4bbb-8d0e-4e0ac5e8da83 by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:51:40.041398 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb84732-ba35-494a-a519-623762978281 None None] Attempting to bind port 039eda97-d3de-4bbb-8d0e-4e0ac5e8da83 on network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:51:40.050111 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb84732-ba35-494a-a519-623762978281 None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:51:40.050545 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb84732-ba35-494a-a519-623762978281 None None] Checking segment: {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:51:40.051219 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5bb84732-ba35-494a-a519-623762978281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:40.051769 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb84732-ba35-494a-a519-623762978281 None None] Bound using segment: {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:51:40.052578 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-5bb84732-ba35-494a-a519-623762978281 None None] Bound port: 039eda97-d3de-4bbb-8d0e-4e0ac5e8da83, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:51:40.052861 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 5d9fd947-9e56-4a32-b205-0cdbb9ba3d63 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:51:40.053029 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5bb84732-ba35-494a-a519-623762978281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:40.053301 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:40.160968 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-5bb84732-ba35-494a-a519-623762978281 None None] For port 039eda97-d3de-4bbb-8d0e-4e0ac5e8da83, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:51:40.173402 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-5bb84732-ba35-494a-a519-623762978281 None None] For port 039eda97-d3de-4bbb-8d0e-4e0ac5e8da83, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=039eda97-d3de-4bbb-8d0e-4e0ac5e8da83,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:51:40.193363 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5bb84732-ba35-494a-a519-623762978281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:40.229194 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning for port f9bcc344-45c3-4360-a424-5becafffd6e2 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:51:40.247737 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning complete for port f9bcc344-45c3-4360-a424-5becafffd6e2 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:51:40.248164 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:40.347599 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bad544-ded2-469e-8195-68b22cedd59d req-a4e8c711-a7d3-4fe7-b453-17b2c51abbe8 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:40.355749 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-56bad544-ded2-469e-8195-68b22cedd59d req-a4e8c711-a7d3-4fe7-b453-17b2c51abbe8 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 944 time: 0.3628716
Apr 09 13:51:40.397072 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617de7b-b967-43b5-befe-988e89a33169 req-59ef053b-8d90-412e-b43d-0c6490d71c79 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:40.399030 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b617de7b-b967-43b5-befe-988e89a33169 req-59ef053b-8d90-412e-b43d-0c6490d71c79 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 944 time: 0.3370547
Apr 09 13:51:40.418556 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-56bad544-ded2-469e-8195-68b22cedd59d req-b55bb7d2-da08-4316-8018-52723d0fc31d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604856
Apr 09 13:51:40.443154 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:40.501650 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b617de7b-b967-43b5-befe-988e89a33169 req-16cc8697-d080-4371-a539-14a92775a506 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0816531
Apr 09 13:51:40.503424 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 20eb109c-2e4f-438f-bd98-048beee72def up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:51:40.530016 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-68954d5f-81c7-49f6-a555-c723b405718b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:40.563165 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785e49c-e57f-4c33-94c4-5c757da993f1 None None] Pushing event updated for resources: {'Port': ['ID=039eda97-d3de-4bbb-8d0e-4e0ac5e8da83,revision_number=3']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:40.563349 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-68954d5f-81c7-49f6-a555-c723b405718b admin admin] Transition to ACTIVE for port object 0a2966e7-9e82-4ed1-bfa4-24453e386bf1 will not be triggered until provisioned by entity DHCP. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:51:40.563431 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5785e49c-e57f-4c33-94c4-5c757da993f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:40.588571 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb84732-ba35-494a-a519-623762978281 None None] Routers {'4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:51:40.589882 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-5bb84732-ba35-494a-a519-623762978281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcd72cc0>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:51:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:51:40.595927 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-68954d5f-81c7-49f6-a555-c723b405718b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:40.618720 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:40.681540 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:40.702594 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e130c96-f854-4277-a512-b2ad9d0f3fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bcc344-45c3-4360-a424-5becafffd6e2'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:51:40.719212 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port 20eb109c-2e4f-438f-bd98-048beee72def completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:51:40.732303 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 20eb109c-2e4f-438f-bd98-048beee72def triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:51:40.732745 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:40.765889 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port f9bcc344-45c3-4360-a424-5becafffd6e2, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=f9bcc344-45c3-4360-a424-5becafffd6e2,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:51:40.777404 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e130c96-f854-4277-a512-b2ad9d0f3fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bcc344-45c3-4360-a424-5becafffd6e2', 'code': 200}
Apr 09 13:51:40.794197 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:40.797740 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:40.933240 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-5bb84732-ba35-494a-a519-623762978281 None None] Set router 4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:51:40.955032 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=f9bcc344-45c3-4360-a424-5becafffd6e2,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:40.993432 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:41.060482 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68954d5f-81c7-49f6-a555-c723b405718b admin admin] Pushing event updated for resources: {'Port': ['ID=0a2966e7-9e82-4ed1-bfa4-24453e386bf1,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:41.066126 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:41.090420 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] For port 20eb109c-2e4f-438f-bd98-048beee72def, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=20eb109c-2e4f-438f-bd98-048beee72def,segment=NetworkSegment(251aca5f-0945-4b4a-a602-68b471507a28),segment_id=251aca5f-0945-4b4a-a602-68b471507a28)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:51:41.095930 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:41.103683 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:41.247740 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Pushing event updated for resources: {'Port': ['ID=20eb109c-2e4f-438f-bd98-048beee72def,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:41.249687 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-68954d5f-81c7-49f6-a555-c723b405718b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:41.259580 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:41.580005 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd99f2-0c18-4774-92ae-5028e3262874 req-4edaca04-4284-48e0-9604-ee0224b18922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:41.582372 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5bdd99f2-0c18-4774-92ae-5028e3262874 req-4edaca04-4284-48e0-9604-ee0224b18922 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 1098 time: 0.3894591
Apr 09 13:51:41.663331 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080cb49-bdfa-4fc2-a1ea-f117b6d15d4d req-06e05980-8e43-4fe3-8cb7-e87c07f36de7 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:41.668789 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8080cb49-bdfa-4fc2-a1ea-f117b6d15d4d req-06e05980-8e43-4fe3-8cb7-e87c07f36de7 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 1.0044732
Apr 09 13:51:41.687233 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68954d5f-81c7-49f6-a555-c723b405718b admin admin] Network b67e54d4-672d-4aaa-8ed7-36d7fd86878e is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:51:41.696279 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-5bb84732-ba35-494a-a519-623762978281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcd72cc0>, [{'id': '4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c', 'name': 'tempest-TestMinimumBasicScenario-2137372356-router', 'tenant_id': '63f016e78c0a4c8ca4a903fa724b9225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '039eda97-d3de-4bbb-8d0e-4e0ac5e8da83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:51:33Z', 'updated_at': '2021-04-09T13:51:36Z', 'revision_number': 3, 'project_id': '63f016e78c0a4c8ca4a903fa724b9225', 'gw_port': {'id': '039eda97-d3de-4bbb-8d0e-4e0ac5e8da83', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:34Z', 'updated_at': '2021-04-09T13:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:51:41.707913 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb84732-ba35-494a-a519-623762978281 None None] The sync data for ids ['4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c'] in dv-cinder-785362-1-iscsi is: [{'id': '4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c', 'name': 'tempest-TestMinimumBasicScenario-2137372356-router', 'tenant_id': '63f016e78c0a4c8ca4a903fa724b9225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '039eda97-d3de-4bbb-8d0e-4e0ac5e8da83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:51:33Z', 'updated_at': '2021-04-09T13:51:36Z', 'revision_number': 3, 'project_id': '63f016e78c0a4c8ca4a903fa724b9225', 'gw_port': {'id': '039eda97-d3de-4bbb-8d0e-4e0ac5e8da83', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:34Z', 'updated_at': '2021-04-09T13:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:51:41.739054 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 3ee93b79-417f-4f8b-a07d-390cfb262156 up at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:51:41.742725 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5bdd99f2-0c18-4774-92ae-5028e3262874 req-8ece1b19-6457-42dc-8e83-f054586f6882 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1465755
Apr 09 13:51:41.744491 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-68954d5f-81c7-49f6-a555-c723b405718b admin admin] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:51:41.753155 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68954d5f-81c7-49f6-a555-c723b405718b admin admin] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:51:41.754488 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-68954d5f-81c7-49f6-a555-c723b405718b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851022769'] for router_interface, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:41.918530 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning for port 3ee93b79-417f-4f8b-a07d-390cfb262156 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:51:41.935666 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning complete for port 3ee93b79-417f-4f8b-a07d-390cfb262156 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:51:41.936526 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:41.975154 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8080cb49-bdfa-4fc2-a1ea-f117b6d15d4d req-fdb4d2e9-893a-44a1-a4cd-3460442f755e tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2709181
Apr 09 13:51:42.111135 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05ccd9-10c4-4f51-bfd7-b6aecb5dbbd9 req-fe4f96c4-f998-44d7-8896-374b912439c8 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:42.113904 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8e05ccd9-10c4-4f51-bfd7-b6aecb5dbbd9 req-fe4f96c4-f998-44d7-8896-374b912439c8 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 944 time: 0.2971132
Apr 09 13:51:42.220551 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8e05ccd9-10c4-4f51-bfd7-b6aecb5dbbd9 req-8d2fbecd-5b09-4d28-877f-90a0a99a5fce tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651505
Apr 09 13:51:42.330828 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-6eb71986-85d2-4553-a767-2c3c35417a75 None None] Provisioning for port 0a2966e7-9e82-4ed1-bfa4-24453e386bf1 completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:51:42.347982 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:42.356812 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-68954d5f-81c7-49f6-a555-c723b405718b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:42.363169 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-6eb71986-85d2-4553-a767-2c3c35417a75 None None] Provisioning complete for port 0a2966e7-9e82-4ed1-bfa4-24453e386bf1 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:51:42.364164 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-6eb71986-85d2-4553-a767-2c3c35417a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:42.528358 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 3ee93b79-417f-4f8b-a07d-390cfb262156, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=3ee93b79-417f-4f8b-a07d-390cfb262156,segment=NetworkSegment(d1798ed1-8af5-45cb-a42d-ab04ec377da1),segment_id=d1798ed1-8af5-45cb-a42d-ab04ec377da1)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:51:42.549851 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:42.559193 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-53e06601-e33d-459e-9e8e-3a409cb51a8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:42.623169 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-6eb71986-85d2-4553-a767-2c3c35417a75 None None] Port 0a2966e7-9e82-4ed1-bfa4-24453e386bf1 cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 13:51:42.723674 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82fc4e-ebec-44eb-b18f-2965fc8e108a req-634278a2-ef56-4978-8422-1f63b2b5354e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:42.726516 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3e82fc4e-ebec-44eb-b18f-2965fc8e108a req-634278a2-ef56-4978-8422-1f63b2b5354e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.4999142
Apr 09 13:51:42.788257 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab0947e-441c-4825-897f-e87442cb7340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee93b79-417f-4f8b-a07d-390cfb262156'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:51:42.807131 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=3ee93b79-417f-4f8b-a07d-390cfb262156,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:42.823831 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:42.831906 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3e82fc4e-ebec-44eb-b18f-2965fc8e108a req-9fccf59a-3e04-4948-a3d1-941567474b0c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0945637
Apr 09 13:51:43.046364 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab0947e-441c-4825-897f-e87442cb7340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee93b79-417f-4f8b-a07d-390cfb262156', 'code': 200}
Apr 09 13:51:43.252988 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-92c507fc-50c2-488b-a1e5-28c450e82891 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=411dd9234aa8403a9b6847507e86ba06&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1025302
Apr 09 13:51:43.482063 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 20eb109c-2e4f-438f-bd98-048beee72def up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:51:43.680744 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-51a8b688-ac0c-4588-8e5f-f15954eae711 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:43.682687 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-51a8b688-ac0c-4588-8e5f-f15954eae711 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3299389
Apr 09 13:51:43.716732 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-dd57f6ff-6970-46a9-8476-f4984cb1f16c tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/quotas/411dd9234aa8403a9b6847507e86ba06 HTTP/1.1" status: 200  len: 375 time: 0.0222323
Apr 09 13:51:43.813990 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5424f80-8241-4d2c-9dd7-e288838879a5 req-1ddacacf-945d-44ab-bc04-435a80de800d tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:43.816951 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d5424f80-8241-4d2c-9dd7-e288838879a5 req-1ddacacf-945d-44ab-bc04-435a80de800d tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 945 time: 0.5523148
Apr 09 13:51:43.820747 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 20eb109c-2e4f-438f-bd98-048beee72def triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:51:43.821179 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:43.822362 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-9c78e93c-8ba8-466e-97a2-4a2262297778 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=411dd9234aa8403a9b6847507e86ba06&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0894325
Apr 09 13:51:43.830854 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.db.resource_extend [None req-68954d5f-81c7-49f6-a555-c723b405718b admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 09 13:51:43.895844 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-68954d5f-81c7-49f6-a555-c723b405718b admin admin] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:43.908187 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-68954d5f-81c7-49f6-a555-c723b405718b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:43.909658 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-68954d5f-81c7-49f6-a555-c723b405718b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850949478'] for router_interface, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:43.941495 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:44.006023 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 039eda97-d3de-4bbb-8d0e-4e0ac5e8da83 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:51:44.013272 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d5424f80-8241-4d2c-9dd7-e288838879a5 req-b4ff6812-71fd-4826-a7cb-65bebc5f81e3 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef9a617c-7232-40ce-8545-17208c560208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853807
Apr 09 13:51:44.132138 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port 039eda97-d3de-4bbb-8d0e-4e0ac5e8da83 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:51:44.145803 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 039eda97-d3de-4bbb-8d0e-4e0ac5e8da83 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:51:44.150614 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:44.335549 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:44.369676 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] For port 039eda97-d3de-4bbb-8d0e-4e0ac5e8da83, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=039eda97-d3de-4bbb-8d0e-4e0ac5e8da83,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:51:44.375095 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:44.384355 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:44.439478 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68954d5f-81c7-49f6-a555-c723b405718b admin admin] Pushing event updated for resources: {'Port': ['ID=0a2966e7-9e82-4ed1-bfa4-24453e386bf1,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:44.455737 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-68954d5f-81c7-49f6-a555-c723b405718b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:44.472564 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Pushing event updated for resources: {'Port': ['ID=039eda97-d3de-4bbb-8d0e-4e0ac5e8da83,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:44.476815 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:44.514809 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19664c-630e-4118-861b-82f3ae0fbe53 req-8b9095c0-4b30-4a51-a298-ee93821e8f4e tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:44.516570 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2c19664c-630e-4118-861b-82f3ae0fbe53 req-8b9095c0-4b30-4a51-a298-ee93821e8f4e tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 0.3466592
Apr 09 13:51:44.522363 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68954d5f-81c7-49f6-a555-c723b405718b admin admin] Network b67e54d4-672d-4aaa-8ed7-36d7fd86878e is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:51:44.531121 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa9b20-150c-4750-8bee-e9f6459c51b6 req-f30be3aa-7570-4884-8a51-677516a50577 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:44.532767 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-edfa9b20-150c-4750-8bee-e9f6459c51b6 req-f30be3aa-7570-4884-8a51-677516a50577 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.3645918
Apr 09 13:51:44.535249 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-68954d5f-81c7-49f6-a555-c723b405718b admin admin] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:51:44.638314 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2c19664c-630e-4118-861b-82f3ae0fbe53 req-89561834-b00e-4021-a4a0-488b88f360d2 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042836
Apr 09 13:51:44.663798 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-edfa9b20-150c-4750-8bee-e9f6459c51b6 req-d3f4a24f-4c32-4e4e-bb32-b05b1b7e93ee tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0970767
Apr 09 13:51:44.772487 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-f09c698e-7343-4271-ab93-54c6b4f0abb0 None None] Provisioning complete for port 0a2966e7-9e82-4ed1-bfa4-24453e386bf1 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:51:44.772938 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f09c698e-7343-4271-ab93-54c6b4f0abb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:44.832668 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-f09c698e-7343-4271-ab93-54c6b4f0abb0 None None] Port 0a2966e7-9e82-4ed1-bfa4-24453e386bf1 cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 13:51:44.881892 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d7344f7e-0c3f-419b-82d9-d95b52e97a86 req-6c4230bd-0a85-4e32-ba26-5586aadcf630 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/ports?device_id=15b99a3d-c82e-4e10-969c-a4731b8a1a10 HTTP/1.1" status: 200  len: 210 time: 0.1092370
Apr 09 13:51:44.924711 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68954d5f-81c7-49f6-a555-c723b405718b admin admin] Router 4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 13:51:45.256814 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 039eda97-d3de-4bbb-8d0e-4e0ac5e8da83 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:51:45.373852 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 039eda97-d3de-4bbb-8d0e-4e0ac5e8da83 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:51:45.374454 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:45.451110 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085a3f3-0afb-479a-a40c-f337861cf62d req-2e14ca82-ee14-4f4b-8bfd-a8eb776ef51f tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:45.452763 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5085a3f3-0afb-479a-a40c-f337861cf62d req-2e14ca82-ee14-4f4b-8bfd-a8eb776ef51f tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.6760232
Apr 09 13:51:45.547302 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5085a3f3-0afb-479a-a40c-f337861cf62d req-b04cc116-fc38-410b-96df-676052e840af tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0858870
Apr 09 13:51:45.553827 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68954d5f-81c7-49f6-a555-c723b405718b admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:51:45.569744 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] Sync routers for ids ['4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c'] in dv-cinder-785362-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:51:45.592383 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-68954d5f-81c7-49f6-a555-c723b405718b admin admin] 10.222.0.96 "PUT /v2.0/routers/4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7322619
Apr 09 13:51:45.593105 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] Routers {'4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:51:45.593105 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc27c828>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:51:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:51:45.606311 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f5bf0-3199-4b8f-a2df-86ece6e87d0f req-2b55a7a6-91b3-4f52-8dc6-c6bb904ba6d9 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:45.621142 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-317f5bf0-3199-4b8f-a2df-86ece6e87d0f req-2b55a7a6-91b3-4f52-8dc6-c6bb904ba6d9 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 945 time: 0.2739599
Apr 09 13:51:45.680622 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-317f5bf0-3199-4b8f-a2df-86ece6e87d0f req-40ca7914-1a9f-43a8-9c3d-fa4e4f9be8f6 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef9a617c-7232-40ce-8545-17208c560208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579798
Apr 09 13:51:45.902202 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] Set router 4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:51:45.974370 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afad55-139e-4b70-8f66-52d0f0a8edd0 req-1dfa5459-a088-4f2f-ab7e-563fa03e453c tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:45.989321 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-50afad55-139e-4b70-8f66-52d0f0a8edd0 req-1dfa5459-a088-4f2f-ab7e-563fa03e453c tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 0.2378659
Apr 09 13:51:46.029869 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0036eab-3fc0-4f82-8d44-4a846f5fa4f6 req-72f00400-c08e-43e0-9d98-1f80ec392da3 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:46.032560 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f0036eab-3fc0-4f82-8d44-4a846f5fa4f6 req-72f00400-c08e-43e0-9d98-1f80ec392da3 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.2183290
Apr 09 13:51:46.051759 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 54958) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:46.070222 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-50afad55-139e-4b70-8f66-52d0f0a8edd0 req-fa91fdea-1056-43f6-9452-c0f35dd88fa1 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797024
Apr 09 13:51:46.075055 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-bb14fc82-f8e3-46cd-bf82-b762d65f866c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Request body: {'floatingip': {'port_id': 'f9bcc344-45c3-4360-a424-5becafffd6e2'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:51:46.429677 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc27c828>, [{'id': '4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c', 'name': 'tempest-TestMinimumBasicScenario-2137372356-router', 'tenant_id': '63f016e78c0a4c8ca4a903fa724b9225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '039eda97-d3de-4bbb-8d0e-4e0ac5e8da83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:51:33Z', 'updated_at': '2021-04-09T13:51:42Z', 'revision_number': 4, 'project_id': '63f016e78c0a4c8ca4a903fa724b9225', 'gw_port': {'id': '039eda97-d3de-4bbb-8d0e-4e0ac5e8da83', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:34Z', 'updated_at': '2021-04-09T13:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '0a2966e7-9e82-4ed1-bfa4-24453e386bf1', 'name': '', 'network_id': 'b67e54d4-672d-4aaa-8ed7-36d7fd86878e', 'tenant_id': '63f016e78c0a4c8ca4a903fa724b9225', 'mac_address': 'fa:16:3e:1a:65:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '4ba011d2-4271-4003-adaa-7129195732ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:39Z', 'updated_at': '2021-04-09T13:51:42Z', 'revision_number': 2, 'project_id': '63f016e78c0a4c8ca4a903fa724b9225', 'subnets': [{'id': '4ba011d2-4271-4003-adaa-7129195732ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:51:46.434408 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] Checking router: 4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c for host: dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:51:46.434816 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] Updating router 4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c port 0a2966e7-9e82-4ed1-bfa4-24453e386bf1 binding host dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 13:51:46.444629 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a5555ff6-d6cf-4543-a9fa-ac1d6ea1e9af req-d75b605b-2ad2-4781-8819-99ee2db0d537 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/ports?device_id=15b99a3d-c82e-4e10-969c-a4731b8a1a10 HTTP/1.1" status: 200  len: 210 time: 0.1425915
Apr 09 13:51:46.456728 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bb14fc82-f8e3-46cd-bf82-b762d65f866c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for floatingip, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:46.501362 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:46.685615 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c087893-8875-4191-9269-6a48e586c107 req-f016d4a8-6d60-4052-be9e-ae44dbecd017 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:46.687314 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2c087893-8875-4191-9269-6a48e586c107 req-f016d4a8-6d60-4052-be9e-ae44dbecd017 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.4544694
Apr 09 13:51:46.883742 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2c087893-8875-4191-9269-6a48e586c107 req-8bd36aa9-ad0c-4896-8c3c-059a126213dd tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1879120
Apr 09 13:51:47.004687 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:47.019230 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] Transition to ACTIVE for port object 0a2966e7-9e82-4ed1-bfa4-24453e386bf1 will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:51:47.027724 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:47.125535 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:47.248747 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2110ba-2b91-493d-97a7-d9ba720e0cee None None] Pushing event updated for resources: {'Port': ['ID=0a2966e7-9e82-4ed1-bfa4-24453e386bf1,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:47.265255 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0b2110ba-2b91-493d-97a7-d9ba720e0cee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:47.284225 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d12646-7606-45fd-9eed-3af81c3f9686 req-8d7f38fa-faed-4ea5-9d6f-c59232aa2b74 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:47.286503 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-83d12646-7606-45fd-9eed-3af81c3f9686 req-8d7f38fa-faed-4ea5-9d6f-c59232aa2b74 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 945 time: 0.4197760
Apr 09 13:51:47.363804 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-83d12646-7606-45fd-9eed-3af81c3f9686 req-ffd5523d-125b-4cb8-975b-a7265e594f24 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef9a617c-7232-40ce-8545-17208c560208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529256
Apr 09 13:51:47.663498 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] Attempting to bind port 0a2966e7-9e82-4ed1-bfa4-24453e386bf1 on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:51:47.664226 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] Attempting to bind port 0a2966e7-9e82-4ed1-bfa4-24453e386bf1 by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': '251aca5f-0945-4b4a-a602-68b471507a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'b67e54d4-672d-4aaa-8ed7-36d7fd86878e'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:51:47.664486 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] Attempting to bind port 0a2966e7-9e82-4ed1-bfa4-24453e386bf1 on network b67e54d4-672d-4aaa-8ed7-36d7fd86878e {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:51:47.673862 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:51:47.673862 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] Checking segment: {'id': '251aca5f-0945-4b4a-a602-68b471507a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'b67e54d4-672d-4aaa-8ed7-36d7fd86878e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:51:47.674385 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:47.674800 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] Bound using segment: {'id': '251aca5f-0945-4b4a-a602-68b471507a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'b67e54d4-672d-4aaa-8ed7-36d7fd86878e'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:51:47.675353 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] Bound port: 0a2966e7-9e82-4ed1-bfa4-24453e386bf1, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251aca5f-0945-4b4a-a602-68b471507a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'b67e54d4-672d-4aaa-8ed7-36d7fd86878e'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:51:47.675968 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:47.704229 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.db.resource_extend [None req-bb14fc82-f8e3-46cd-bf82-b762d65f866c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 09 13:51:47.771410 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] For port 0a2966e7-9e82-4ed1-bfa4-24453e386bf1, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:51:47.780320 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] For port 0a2966e7-9e82-4ed1-bfa4-24453e386bf1, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=0a2966e7-9e82-4ed1-bfa4-24453e386bf1,segment=NetworkSegment(251aca5f-0945-4b4a-a602-68b471507a28),segment_id=251aca5f-0945-4b4a-a602-68b471507a28)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:51:47.782855 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d467d6ff-d15f-4bb2-a3a5-1275e18c9bcd req-8547de73-f802-43f7-95e3-63c9b10ac2ce tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/ports?device_id=15b99a3d-c82e-4e10-969c-a4731b8a1a10 HTTP/1.1" status: 200  len: 210 time: 0.1723180
Apr 09 13:51:47.790782 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:47.812636 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:47.842771 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef4dd1-4da6-49fe-851a-794fa6032e0a req-7fe90af9-a882-425d-b215-d47e942aa70f tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:47.844507 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-26ef4dd1-4da6-49fe-851a-794fa6032e0a req-7fe90af9-a882-425d-b215-d47e942aa70f tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 0.4382706
Apr 09 13:51:47.850355 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bb14fc82-f8e3-46cd-bf82-b762d65f866c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:47.856462 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bb14fc82-f8e3-46cd-bf82-b762d65f866c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850926857'] for floatingip, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:47.987971 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2110ba-2b91-493d-97a7-d9ba720e0cee None None] Pushing event updated for resources: {'Port': ['ID=0a2966e7-9e82-4ed1-bfa4-24453e386bf1,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:47.994134 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0b2110ba-2b91-493d-97a7-d9ba720e0cee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:48.080810 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] Routers {'4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:51:48.081603 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc27c828>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:51:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:51:48.542977 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.l3_db [None req-bb14fc82-f8e3-46cd-bf82-b762d65f866c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Floating IP 7c3ce366-01f5-4286-8923-4bccca56a125 associated. External IP: 172.27.0.197, port: f9bcc344-45c3-4360-a424-5becafffd6e2.
Apr 09 13:51:48.636184 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661ba8d-7f69-43d0-8fba-93a8c1eb8284 req-092735e3-0711-4089-9a02-03e487a14938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:48.639085 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7661ba8d-7f69-43d0-8fba-93a8c1eb8284 req-092735e3-0711-4089-9a02-03e487a14938 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=81bb3f6d64b54413a5b4c9a77b170d9a&device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 1098 time: 0.2276745
Apr 09 13:51:48.757272 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-15481cea-adcf-4d9b-b3a3-609abbdec3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:48.827761 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] Set router 4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:51:48.990237 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-26ef4dd1-4da6-49fe-851a-794fa6032e0a req-5b9319e2-a9b9-48bf-8748-9a1ca1f229ce tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1350923
Apr 09 13:51:48.998788 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661ba8d-7f69-43d0-8fba-93a8c1eb8284 req-dfbc0110-d43b-4986-a89e-cd2ec0c6e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:49.001834 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7661ba8d-7f69-43d0-8fba-93a8c1eb8284 req-dfbc0110-d43b-4986-a89e-cd2ec0c6e985 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b146cef2-8ca4-4eb4-80db-037ecad68a76 HTTP/1.1" status: 200  len: 919 time: 0.3546329
Apr 09 13:51:49.190562 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7661ba8d-7f69-43d0-8fba-93a8c1eb8284 req-fa337fd4-89d6-4431-8798-0a37f9dafb93 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=983e287a-9324-40be-ae97-00db5e28abfd HTTP/1.1" status: 200  len: 217 time: 0.1761787
Apr 09 13:51:49.340784 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661ba8d-7f69-43d0-8fba-93a8c1eb8284 req-e8562313-9022-4893-a4a9-c50801ab42d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:49.342634 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7661ba8d-7f69-43d0-8fba-93a8c1eb8284 req-e8562313-9022-4893-a4a9-c50801ab42d4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=41271458-1804-4a74-869f-5c1bd342a20b HTTP/1.1" status: 200  len: 858 time: 0.1291940
Apr 09 13:51:49.438075 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7661ba8d-7f69-43d0-8fba-93a8c1eb8284 req-ae362755-417a-4ad7-a6bc-c673dd54baa0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b146cef2-8ca4-4eb4-80db-037ecad68a76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0761473
Apr 09 13:51:49.451586 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc27c828>, [{'id': '4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c', 'name': 'tempest-TestMinimumBasicScenario-2137372356-router', 'tenant_id': '63f016e78c0a4c8ca4a903fa724b9225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '039eda97-d3de-4bbb-8d0e-4e0ac5e8da83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:51:33Z', 'updated_at': '2021-04-09T13:51:42Z', 'revision_number': 4, 'project_id': '63f016e78c0a4c8ca4a903fa724b9225', 'gw_port': {'id': '039eda97-d3de-4bbb-8d0e-4e0ac5e8da83', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:34Z', 'updated_at': '2021-04-09T13:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '0a2966e7-9e82-4ed1-bfa4-24453e386bf1', 'name': '', 'network_id': 'b67e54d4-672d-4aaa-8ed7-36d7fd86878e', 'tenant_id': '63f016e78c0a4c8ca4a903fa724b9225', 'mac_address': 'fa:16:3e:1a:65:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '4ba011d2-4271-4003-adaa-7129195732ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:39Z', 'updated_at': '2021-04-09T13:51:47Z', 'revision_number': 4, 'project_id': '63f016e78c0a4c8ca4a903fa724b9225', 'subnets': [{'id': '4ba011d2-4271-4003-adaa-7129195732ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:51:49.457147 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf25a7-ca0f-40b5-8b9e-8388811175ee None None] The sync data for ids ['4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c'] in dv-cinder-785362-1-iscsi is: [{'id': '4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c', 'name': 'tempest-TestMinimumBasicScenario-2137372356-router', 'tenant_id': '63f016e78c0a4c8ca4a903fa724b9225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '039eda97-d3de-4bbb-8d0e-4e0ac5e8da83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:51:33Z', 'updated_at': '2021-04-09T13:51:42Z', 'revision_number': 4, 'project_id': '63f016e78c0a4c8ca4a903fa724b9225', 'gw_port': {'id': '039eda97-d3de-4bbb-8d0e-4e0ac5e8da83', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:34Z', 'updated_at': '2021-04-09T13:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '0a2966e7-9e82-4ed1-bfa4-24453e386bf1', 'name': '', 'network_id': 'b67e54d4-672d-4aaa-8ed7-36d7fd86878e', 'tenant_id': '63f016e78c0a4c8ca4a903fa724b9225', 'mac_address': 'fa:16:3e:1a:65:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '4ba011d2-4271-4003-adaa-7129195732ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:39Z', 'updated_at': '2021-04-09T13:51:47Z', 'revision_number': 4, 'project_id': '63f016e78c0a4c8ca4a903fa724b9225', 'subnets': [{'id': '4ba011d2-4271-4003-adaa-7129195732ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:51:49.543257 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cbf36-462c-499d-b53f-8b3ddbddd3b5 req-19c0eb57-2984-43a0-a01a-402e1d2faaa8 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:49.555576 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-464cbf36-462c-499d-b53f-8b3ddbddd3b5 req-19c0eb57-2984-43a0-a01a-402e1d2faaa8 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 1.2255774
Apr 09 13:51:49.574185 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352e3ab-0be3-4193-9d3a-2eeeb489c933 req-d2ddf750-10d2-4cb5-b445-7a96e31cb011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:49.577223 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2352e3ab-0be3-4193-9d3a-2eeeb489c933 req-d2ddf750-10d2-4cb5-b445-7a96e31cb011 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 1098 time: 0.8862338
Apr 09 13:51:49.642903 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-464cbf36-462c-499d-b53f-8b3ddbddd3b5 req-588522b7-f38f-48d4-9298-4f0043f3752a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0861773
Apr 09 13:51:49.736901 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2352e3ab-0be3-4193-9d3a-2eeeb489c933 req-acde06c5-5009-467c-96e5-3040bb96f3f6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1497266
Apr 09 13:51:49.791143 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7661ba8d-7f69-43d0-8fba-93a8c1eb8284 req-d0a0ceb9-b8e4-462a-a8e2-786f09cdec24 service neutron] 10.222.0.93 "GET /v2.0/networks/b146cef2-8ca4-4eb4-80db-037ecad68a76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3331180
Apr 09 13:51:50.011940 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da66c5-6b82-48ae-8402-bac3bc7824bc req-420f80b2-ecc9-4cf6-a4cb-a0c627b6cb15 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:50.022522 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-48da66c5-6b82-48ae-8402-bac3bc7824bc req-420f80b2-ecc9-4cf6-a4cb-a0c627b6cb15 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 945 time: 0.6718431
Apr 09 13:51:50.429976 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7661ba8d-7f69-43d0-8fba-93a8c1eb8284 req-e8a1a2f5-8cd6-4f2b-b4d4-48283974eb2d service neutron] 10.222.0.93 "GET /v2.0/networks/b146cef2-8ca4-4eb4-80db-037ecad68a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4230959
Apr 09 13:51:50.489995 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-745919c2-07ea-401e-b258-5ce1ab4180b6 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=411dd9234aa8403a9b6847507e86ba06&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1724095
Apr 09 13:51:50.565096 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-48da66c5-6b82-48ae-8402-bac3bc7824bc req-3b2d4ba7-bfc2-4282-bb49-3e9d296e0940 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef9a617c-7232-40ce-8545-17208c560208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5320117
Apr 09 13:51:50.569330 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-48f26441-c29e-4066-b17a-7f84485153ab req-fd50fa0a-e015-444d-9c1b-505ca8fff041 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/ports?device_id=15b99a3d-c82e-4e10-969c-a4731b8a1a10 HTTP/1.1" status: 200  len: 210 time: 0.5787559
Apr 09 13:51:50.909917 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-54819389-991b-457a-a49a-5135a297ae37 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:50.911722 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-54819389-991b-457a-a49a-5135a297ae37 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3650086
Apr 09 13:51:50.965049 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Request body: {'port': {'device_id': '15b99a3d-c82e-4e10-969c-a4731b8a1a10', 'network_id': '2033d90f-59a7-4d0c-8b8b-ed536242641c', 'admin_state_up': True, 'tenant_id': '411dd9234aa8403a9b6847507e86ba06'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:51:51.156922 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb14fc82-f8e3-46cd-bf82-b762d65f866c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Router a6a67208-41f8-4a03-be6b-bf70086a3410 has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 13:51:51.421469 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d0ef77a4-babe-421c-8062-526ea073ad38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:51.448670 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25972f-b6cd-48f2-9bf4-d1085e49c27d req-37b2945f-7870-4885-abb8-ffb4359de822 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:51.458021 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4b25972f-b6cd-48f2-9bf4-d1085e49c27d req-37b2945f-7870-4885-abb8-ffb4359de822 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.93 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 945 time: 0.3809144
Apr 09 13:51:51.480900 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 0a2966e7-9e82-4ed1-bfa4-24453e386bf1 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:51:51.604216 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:51.610465 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port 0a2966e7-9e82-4ed1-bfa4-24453e386bf1 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:51:51.622487 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 0a2966e7-9e82-4ed1-bfa4-24453e386bf1 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:51:51.622890 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:51.639881 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-4b25972f-b6cd-48f2-9bf4-d1085e49c27d req-9ad98978-7bc7-4b0c-a9c6-06028139ebe2 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Deleting port c434bf23-13df-4c3c-911b-e284340502a0 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:51:51.640266 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-4b25972f-b6cd-48f2-9bf4-d1085e49c27d req-9ad98978-7bc7-4b0c-a9c6-06028139ebe2 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:52.096067 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:52.141159 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] For port 0a2966e7-9e82-4ed1-bfa4-24453e386bf1, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=0a2966e7-9e82-4ed1-bfa4-24453e386bf1,segment=NetworkSegment(251aca5f-0945-4b4a-a602-68b471507a28),segment_id=251aca5f-0945-4b4a-a602-68b471507a28)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:51:52.149802 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:52.152253 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:52.341818 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Pushing event updated for resources: {'Port': ['ID=0a2966e7-9e82-4ed1-bfa4-24453e386bf1,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:52.350857 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:52.431726 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-4b25972f-b6cd-48f2-9bf4-d1085e49c27d req-9ad98978-7bc7-4b0c-a9c6-06028139ebe2 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] For port c434bf23-13df-4c3c-911b-e284340502a0, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c434bf23-13df-4c3c-911b-e284340502a0,segment=NetworkSegment(563471ef-310b-4100-af9d-61c501df1cea),segment_id=563471ef-310b-4100-af9d-61c501df1cea)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:51:52.433044 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-4b25972f-b6cd-48f2-9bf4-d1085e49c27d req-9ad98978-7bc7-4b0c-a9c6-06028139ebe2 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:52.463844 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451efc89-ca7f-41a1-b9be-5fc351de5ece req-0d67acc5-f948-401a-9f61-af34afd456ba tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:52.472867 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-451efc89-ca7f-41a1-b9be-5fc351de5ece req-0d67acc5-f948-401a-9f61-af34afd456ba tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 1.5161235
Apr 09 13:51:52.553928 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:52.569683 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-451efc89-ca7f-41a1-b9be-5fc351de5ece req-638e5a29-3c21-40de-b4b4-6244d196808b tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0956604
Apr 09 13:51:52.591110 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Usage tracker for resource:port and tenant:411dd9234aa8403a9b6847507e86ba06 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:51:52.601646 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:51:52.629459 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4cfb5-95a8-4b1a-b644-6e76fd3ed3dc req-4f990ff1-1e76-4259-8139-a5ccef72adfa tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:52.632624 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-06f4cfb5-95a8-4b1a-b644-6e76fd3ed3dc req-4f990ff1-1e76-4259-8139-a5ccef72adfa tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 1.7198508
Apr 09 13:51:52.672607 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-4b25972f-b6cd-48f2-9bf4-d1085e49c27d req-9ad98978-7bc7-4b0c-a9c6-06028139ebe2 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Calling delete_port for c434bf23-13df-4c3c-911b-e284340502a0 owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:51:52.677364 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:51:52.772616 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Made reservation on behalf of 411dd9234aa8403a9b6847507e86ba06 for: {'port': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:51:52.779933 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:52.819012 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-06f4cfb5-95a8-4b1a-b644-6e76fd3ed3dc req-6fed824d-890d-4da5-92d9-20ad6c95c361 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577032
Apr 09 13:51:52.845897 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:52.994287 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb14fc82-f8e3-46cd-bf82-b762d65f866c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:51:53.005128 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bb14fc82-f8e3-46cd-bf82-b762d65f866c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for floatingip, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:53.010049 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ea7ed4-874f-401b-8576-406d45f0c398 None None] Sync routers for ids ['a6a67208-41f8-4a03-be6b-bf70086a3410'] in dv-cinder-785362-1-iscsi {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:51:53.038293 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ea7ed4-874f-401b-8576-406d45f0c398 None None] Routers {'a6a67208-41f8-4a03-be6b-bf70086a3410'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:51:53.039239 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-c9ea7ed4-874f-401b-8576-406d45f0c398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcbec6d8>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:51:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['a6a67208-41f8-4a03-be6b-bf70086a3410'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:51:53.146304 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:53.240056 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-bb14fc82-f8e3-46cd-bf82-b762d65f866c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "PUT /v2.0/floatingips/7c3ce366-01f5-4286-8923-4bccca56a125 HTTP/1.1" status: 200  len: 991 time: 7.1833522
Apr 09 13:51:53.252389 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e130c96-f854-4277-a512-b2ad9d0f3fe2', 'tag': 'f9bcc344-45c3-4360-a424-5becafffd6e2'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:51:53.284187 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:53.289883 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:53.332323 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-88c06bf9-eb56-41a1-88c0-6704d6780d24 req-90829abd-feec-4693-ac85-d645afd6c579 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/ports?device_id=15b99a3d-c82e-4e10-969c-a4731b8a1a10 HTTP/1.1" status: 200  len: 210 time: 0.1407356
Apr 09 13:51:53.354913 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-4b25972f-b6cd-48f2-9bf4-d1085e49c27d req-9ad98978-7bc7-4b0c-a9c6-06028139ebe2 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:53.364079 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Usage tracker for resource:security_group_rule and tenant:411dd9234aa8403a9b6847507e86ba06 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:51:53.371104 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['c434bf23-13df-4c3c-911b-e284340502a0'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:51:53.386829 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:51:53.416655 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:51:53.420775 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-aba9cf23-23c0-43ed-b7b2-f5d98f4e8de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:53.520935 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 0a2966e7-9e82-4ed1-bfa4-24453e386bf1 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:51:53.545524 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-c9ea7ed4-874f-401b-8576-406d45f0c398 None None] Set router a6a67208-41f8-4a03-be6b-bf70086a3410 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:51:53.550153 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b65199-c58b-469c-a4a5-7b470aefdde2 req-07e20a48-e80e-4b64-99c6-d4d2bb02570f tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:53.567053 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b9b65199-c58b-469c-a4a5-7b470aefdde2 req-07e20a48-e80e-4b64-99c6-d4d2bb02570f tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 945 time: 0.7451420
Apr 09 13:51:53.652573 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b9b65199-c58b-469c-a4a5-7b470aefdde2 req-b0329a82-8b44-4e9c-8bb1-1e0d6c42c4ac tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/security-groups?id=ef9a617c-7232-40ce-8545-17208c560208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811379
Apr 09 13:51:53.696096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad98978-7bc7-4b0c-a9c6-06028139ebe2 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Pushing event deleted for resources: {'Port': ['ID=c434bf23-13df-4c3c-911b-e284340502a0,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:53.772778 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9ad98978-7bc7-4b0c-a9c6-06028139ebe2 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:53.808918 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 0a2966e7-9e82-4ed1-bfa4-24453e386bf1 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:51:53.809884 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:53.866756 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:53.881700 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:54.035928 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b25972f-b6cd-48f2-9bf4-d1085e49c27d req-9ad98978-7bc7-4b0c-a9c6-06028139ebe2 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] No DVR routers for this DVR port c434bf23-13df-4c3c-911b-e284340502a0 on host hv-cinder-78536 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 13:51:54.036474 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e130c96-f854-4277-a512-b2ad9d0f3fe2', 'tag': 'f9bcc344-45c3-4360-a424-5becafffd6e2', 'status': 'completed', 'code': 200}
Apr 09 13:51:54.050893 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-4b25972f-b6cd-48f2-9bf4-d1085e49c27d req-9ad98978-7bc7-4b0c-a9c6-06028139ebe2 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:54.073593 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e75ded-85b8-4b93-b59b-91df8dde729b', 'name': 'network-vif-deleted', 'tag': 'c434bf23-13df-4c3c-911b-e284340502a0'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:51:54.090554 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4b25972f-b6cd-48f2-9bf4-d1085e49c27d req-9ad98978-7bc7-4b0c-a9c6-06028139ebe2 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.93 "DELETE /v2.0/ports/c434bf23-13df-4c3c-911b-e284340502a0 HTTP/1.1" status: 204  len: 173 time: 2.6206584
Apr 09 13:51:54.141650 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-4d2ea8dd-8e4d-4c1c-b89c-a17c9f904a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:54.347666 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=013a888e-3ca7-4b0b-b750-289defc61241,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:54.373231 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:54.617422 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-c9ea7ed4-874f-401b-8576-406d45f0c398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcbec6d8>, [{'id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'name': 'tempest-AttachVolumeShelveTestJSON-1923918763-router', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:01Z', 'updated_at': '2021-04-09T13:50:21Z', 'revision_number': 4, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'gw_port': {'id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': '7c3ce366-01f5-4286-8923-4bccca56a125', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'floating_ip_address': '172.27.0.197', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'port_id': 'f9bcc344-45c3-4360-a424-5becafffd6e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'mac_address': 'fa:16:3e:88:c4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e130c96-f854-4277-a512-b2ad9d0f3fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:50:44Z', 'updated_at': '2021-04-09T13:51:47Z', 'revision_number': 1, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c670e63b-647b-4070-b55e-5eca152c8a9a', 'name': '', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'mac_address': 'fa:16:3e:25:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:15Z', 'updated_at': '2021-04-09T13:50:44Z', 'revision_number': 5, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'subnets': [{'id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:51:54.624591 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ea7ed4-874f-401b-8576-406d45f0c398 None None] Checking router: a6a67208-41f8-4a03-be6b-bf70086a3410 for host: dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:51:54.637498 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ea7ed4-874f-401b-8576-406d45f0c398 None None] Routers {'a6a67208-41f8-4a03-be6b-bf70086a3410'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:51:54.638194 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-c9ea7ed4-874f-401b-8576-406d45f0c398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcbec6d8>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:51:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['a6a67208-41f8-4a03-be6b-bf70086a3410'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:51:54.708561 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:54.903014 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Allocated IP 192.168.233.128 (2033d90f-59a7-4d0c-8b8b-ed536242641c/701e9559-95f0-4765-b3b4-5d60401b827a/72a3991e-f2c5-4903-bfcb-04aade32c374) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:51:54.933065 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42b2d7-1daa-4125-9ecf-d01d4483db7a req-08076a78-40d0-486c-9f7f-f7445e993ce4 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:54.942066 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8b42b2d7-1daa-4125-9ecf-d01d4483db7a req-08076a78-40d0-486c-9f7f-f7445e993ce4 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.7288108
Apr 09 13:51:54.953935 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481955b-5c01-49ac-bc15-8c7c0e739798 req-caa71188-6533-46a1-a097-7f7853326165 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:54.961113 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8481955b-5c01-49ac-bc15-8c7c0e739798 req-caa71188-6533-46a1-a097-7f7853326165 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 0.5876222
Apr 09 13:51:55.016068 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccc913-f32e-43a4-9100-48c1bef256c4 req-6664e001-ab1b-40af-a4e4-3acc7f97cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:55.018966 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-caccc913-f32e-43a4-9100-48c1bef256c4 req-6664e001-ab1b-40af-a4e4-3acc7f97cd1e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8f40d2219e104d8ba0a5d0df316c2e3c&device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 1098 time: 0.9812644
Apr 09 13:51:55.062366 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:51:55.118947 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-c9ea7ed4-874f-401b-8576-406d45f0c398 None None] Set router a6a67208-41f8-4a03-be6b-bf70086a3410 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:51:55.215931 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8b42b2d7-1daa-4125-9ecf-d01d4483db7a req-473745f8-d1a8-4843-b778-806ca1cb8a06 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2722995
Apr 09 13:51:55.236669 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8481955b-5c01-49ac-bc15-8c7c0e739798 req-71845bd8-6f4c-4010-81c6-4eeaaf1291b3 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2156205
Apr 09 13:51:55.362556 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e75ded-85b8-4b93-b59b-91df8dde729b', 'name': 'network-vif-deleted', 'tag': 'c434bf23-13df-4c3c-911b-e284340502a0', 'status': 'completed', 'code': 200}
Apr 09 13:51:55.579772 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccc913-f32e-43a4-9100-48c1bef256c4 req-2e29686c-8a38-48f7-8461-2599bdc08c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:55.581842 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-caccc913-f32e-43a4-9100-48c1bef256c4 req-2e29686c-8a38-48f7-8461-2599bdc08c7c service neutron] 10.222.0.93 "GET /v2.0/networks?id=9010c4eb-70b0-4853-abe2-15efc5a47948 HTTP/1.1" status: 200  len: 918 time: 0.5165894
Apr 09 13:51:55.769554 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device c434bf23-13df-4c3c-911b-e284340502a0 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 13:51:55.790372 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-c9ea7ed4-874f-401b-8576-406d45f0c398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcbec6d8>, [{'id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'name': 'tempest-AttachVolumeShelveTestJSON-1923918763-router', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:01Z', 'updated_at': '2021-04-09T13:50:21Z', 'revision_number': 4, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'gw_port': {'id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': '7c3ce366-01f5-4286-8923-4bccca56a125', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'floating_ip_address': '172.27.0.197', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'port_id': 'f9bcc344-45c3-4360-a424-5becafffd6e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'mac_address': 'fa:16:3e:88:c4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e130c96-f854-4277-a512-b2ad9d0f3fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:50:44Z', 'updated_at': '2021-04-09T13:51:47Z', 'revision_number': 1, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c670e63b-647b-4070-b55e-5eca152c8a9a', 'name': '', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'mac_address': 'fa:16:3e:25:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:15Z', 'updated_at': '2021-04-09T13:50:44Z', 'revision_number': 5, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'subnets': [{'id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:51:55.804443 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ea7ed4-874f-401b-8576-406d45f0c398 None None] The sync data for ids ['a6a67208-41f8-4a03-be6b-bf70086a3410'] in dv-cinder-785362-1-iscsi is: [{'id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'name': 'tempest-AttachVolumeShelveTestJSON-1923918763-router', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:01Z', 'updated_at': '2021-04-09T13:50:21Z', 'revision_number': 4, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'gw_port': {'id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': '7c3ce366-01f5-4286-8923-4bccca56a125', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'floating_ip_address': '172.27.0.197', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'port_id': 'f9bcc344-45c3-4360-a424-5becafffd6e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'mac_address': 'fa:16:3e:88:c4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e130c96-f854-4277-a512-b2ad9d0f3fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:50:44Z', 'updated_at': '2021-04-09T13:51:47Z', 'revision_number': 1, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c670e63b-647b-4070-b55e-5eca152c8a9a', 'name': '', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'mac_address': 'fa:16:3e:25:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:15Z', 'updated_at': '2021-04-09T13:50:44Z', 'revision_number': 5, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'subnets': [{'id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:51:55.879953 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] No Port match for: c434bf23-13df-4c3c-911b-e284340502a0 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 13:51:55.879953 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device c434bf23-13df-4c3c-911b-e284340502a0 not bound to the agent host hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 13:51:56.160881 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bf57f7ec-99ed-4528-9484-7dfc28a33514 req-f5127eb6-4351-46a1-b7c9-5acce1d898e9 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/ports?device_id=15b99a3d-c82e-4e10-969c-a4731b8a1a10 HTTP/1.1" status: 200  len: 210 time: 0.5198646
Apr 09 13:51:56.175879 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fbc00c44-b020-4dc1-b7ec-cb0e0630126c req-19e8e4b2-98df-476b-8f8e-d88b52e8fff9 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] 10.222.0.96 "GET /v2.0/ports?device_id=83e75ded-85b8-4b93-b59b-91df8dde729b HTTP/1.1" status: 200  len: 210 time: 0.5927951
Apr 09 13:51:56.454978 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8c9d20-47a4-482b-aa6d-297b769812b2 None None] New status for floating IP 7c3ce366-01f5-4286-8923-4bccca56a125: ACTIVE {{(pid=85292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 13:51:56.502634 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-caccc913-f32e-43a4-9100-48c1bef256c4 req-5b7126a3-a5f8-4c48-90a4-99d90b874960 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9bcc344-45c3-4360-a424-5becafffd6e2 HTTP/1.1" status: 200  len: 999 time: 0.7567160
Apr 09 13:51:56.687699 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:56.708245 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Transition to ACTIVE for port object 72a3991e-f2c5-4903-bfcb-04aade32c374 will not be triggered until provisioned by entity DHCP. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:51:56.766966 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:56.851966 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:56.952810 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 55126) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:57.234969 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Pushing event updated for resources: {'Port': ['ID=72a3991e-f2c5-4903-bfcb-04aade32c374,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:57.240640 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4ef32760-7798-43d7-83e4-54bc5f01fc07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:57.242538 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:57.257832 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccc913-f32e-43a4-9100-48c1bef256c4 req-4a6d4d77-ca8b-4fdc-9470-1e300b2c4807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:57.259512 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-caccc913-f32e-43a4-9100-48c1bef256c4 req-4a6d4d77-ca8b-4fdc-9470-1e300b2c4807 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a11cd7fb-d8a8-4644-9261-21e5c207880f HTTP/1.1" status: 200  len: 856 time: 0.7362063
Apr 09 13:51:57.292723 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-4ef32760-7798-43d7-83e4-54bc5f01fc07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:57.298153 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-4ef32760-7798-43d7-83e4-54bc5f01fc07 admin admin] Usage tracker for resource:security_group_rule and tenant:0e18921e3fbc478aa3d76979a4875de5 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:51:57.302459 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-4ef32760-7798-43d7-83e4-54bc5f01fc07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:51:57.311003 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-4ef32760-7798-43d7-83e4-54bc5f01fc07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:51:57.417617 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4ef32760-7798-43d7-83e4-54bc5f01fc07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:57.421643 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4ef32760-7798-43d7-83e4-54bc5f01fc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:57.434833 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-762062cf-2d6a-4fa6-8619-766ffefa230a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:57.470346 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef32760-7798-43d7-83e4-54bc5f01fc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3beef83-fff3-49b7-bf68-02cf536eb359,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:57.475493 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73105b7a-78ac-4198-be07-0ed9ceeb2a47 req-c9ddb948-00dc-4985-8d8f-cd9582ee428e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:57.476744 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-4ef32760-7798-43d7-83e4-54bc5f01fc07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:57.489720 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-73105b7a-78ac-4198-be07-0ed9ceeb2a47 req-c9ddb948-00dc-4985-8d8f-cd9582ee428e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.7403893
Apr 09 13:51:57.493314 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 55138) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:57.503875 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-09880f7d-e098-415a-93cd-a5ab7361060b tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Request body: {'floatingip': {'port_id': '3ee93b79-417f-4f8b-a07d-390cfb262156'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:51:57.542361 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Network 2033d90f-59a7-4d0c-8b8b-ed536242641c is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:51:57.551240 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:51:57.556993 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:51:57.565057 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:57.565944 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:57.587121 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fa29c-0d84-4c43-b13d-891ffa3c06a1 req-50a7a331-5158-4cfb-972f-2eef34969408 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:57.597605 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4e6fa29c-0d84-4c43-b13d-891ffa3c06a1 req-50a7a331-5158-4cfb-972f-2eef34969408 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 0.6376202
Apr 09 13:51:57.610160 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-09880f7d-e098-415a-93cd-a5ab7361060b tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for floatingip, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:57.711202 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-4ef32760-7798-43d7-83e4-54bc5f01fc07 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0e18921e3fbc478aa3d76979a4875de5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7567999
Apr 09 13:51:57.715763 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 55144) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:57.758609 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4e6fa29c-0d84-4c43-b13d-891ffa3c06a1 req-e9e68ac8-5f26-42db-9870-e4030916a9eb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1599150
Apr 09 13:51:57.775868 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccc913-f32e-43a4-9100-48c1bef256c4 req-009993a3-0901-4df6-95d7-5aba039f8bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:57.782977 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-caccc913-f32e-43a4-9100-48c1bef256c4 req-009993a3-0901-4df6-95d7-5aba039f8bcf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9010c4eb-70b0-4853-abe2-15efc5a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5005987
Apr 09 13:51:57.799204 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 6.8387542
Apr 09 13:51:57.839591 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] Request body: {'port': {'device_id': '15b99a3d-c82e-4e10-969c-a4731b8a1a10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:51:57.862723 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f8eed676-4ed9-4131-a4dd-44928c80071b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:57.957620 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-dd394dd4-358f-4416-9787-de39b8077c60 None None] Provisioning for port 72a3991e-f2c5-4903-bfcb-04aade32c374 completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:51:57.994136 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-dd394dd4-358f-4416-9787-de39b8077c60 None None] Provisioning complete for port 72a3991e-f2c5-4903-bfcb-04aade32c374 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:51:57.994719 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dd394dd4-358f-4416-9787-de39b8077c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:57.996889 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f8eed676-4ed9-4131-a4dd-44928c80071b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:58.145061 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-dd394dd4-358f-4416-9787-de39b8077c60 None None] Port 72a3991e-f2c5-4903-bfcb-04aade32c374 cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 13:51:58.634707 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1378f33-cfe4-475d-910e-ac27b7e2b7c3 req-f3a049f9-cdc7-4384-b756-e1bf3d763808 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:58.636570 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-d1378f33-cfe4-475d-910e-ac27b7e2b7c3 req-f3a049f9-cdc7-4384-b756-e1bf3d763808 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Synchronizing usage tracker for tenant:411dd9234aa8403a9b6847507e86ba06 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:51:58.713052 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:58.749111 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-caccc913-f32e-43a4-9100-48c1bef256c4 req-f35c04dc-c9b4-466c-93b3-ed5fb2da9647 service neutron] 10.222.0.93 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9484346
Apr 09 13:51:58.775218 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-d1378f33-cfe4-475d-910e-ac27b7e2b7c3 req-f3a049f9-cdc7-4384-b756-e1bf3d763808 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Unset dirty status for tenant:411dd9234aa8403a9b6847507e86ba06 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:51:58.807896 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d1378f33-cfe4-475d-910e-ac27b7e2b7c3 req-f3a049f9-cdc7-4384-b756-e1bf3d763808 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/ports?device_id=15b99a3d-c82e-4e10-969c-a4731b8a1a10 HTTP/1.1" status: 200  len: 936 time: 1.1666830
Apr 09 13:51:58.895841 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f8eed676-4ed9-4131-a4dd-44928c80071b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:58.910533 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-20ea8086-d3cd-41fc-b388-4ac07c8e0f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:51:58.938788 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eed676-4ed9-4131-a4dd-44928c80071b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3beef83-fff3-49b7-bf68-02cf536eb359,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:51:58.954538 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f8eed676-4ed9-4131-a4dd-44928c80071b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:58.956194 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-f8eed676-4ed9-4131-a4dd-44928c80071b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b3beef83-fff3-49b7-bf68-02cf536eb359 HTTP/1.1" status: 204  len: 168 time: 1.2388361
Apr 09 13:51:58.962821 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eed676-4ed9-4131-a4dd-44928c80071b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:58.963137 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eed676-4ed9-4131-a4dd-44928c80071b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:58.963716 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eed676-4ed9-4131-a4dd-44928c80071b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:58.964565 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eed676-4ed9-4131-a4dd-44928c80071b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:58.965729 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eed676-4ed9-4131-a4dd-44928c80071b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:58.966316 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eed676-4ed9-4131-a4dd-44928c80071b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:58.966846 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eed676-4ed9-4131-a4dd-44928c80071b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:58.967354 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eed676-4ed9-4131-a4dd-44928c80071b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:58.967863 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eed676-4ed9-4131-a4dd-44928c80071b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:58.968388 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eed676-4ed9-4131-a4dd-44928c80071b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:58.968873 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eed676-4ed9-4131-a4dd-44928c80071b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:58.969346 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eed676-4ed9-4131-a4dd-44928c80071b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:51:58.975375 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f8eed676-4ed9-4131-a4dd-44928c80071b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:51:59.143045 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.db.resource_extend [None req-09880f7d-e098-415a-93cd-a5ab7361060b tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 09 13:51:59.197587 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-d1378f33-cfe4-475d-910e-ac27b7e2b7c3 req-5519796c-fcba-4473-a266-26f104427b09 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Synchronizing usage tracker for tenant:411dd9234aa8403a9b6847507e86ba06 on resource:security_group {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:51:59.451956 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-d1378f33-cfe4-475d-910e-ac27b7e2b7c3 req-5519796c-fcba-4473-a266-26f104427b09 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Unset dirty status for tenant:411dd9234aa8403a9b6847507e86ba06 on resource:security_group {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:51:59.453313 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d1378f33-cfe4-475d-910e-ac27b7e2b7c3 req-5519796c-fcba-4473-a266-26f104427b09 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/security-groups?id=013a888e-3ca7-4b0b-b750-289defc61241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5746267
Apr 09 13:51:59.459938 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-09880f7d-e098-415a-93cd-a5ab7361060b tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:59.466023 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-09880f7d-e098-415a-93cd-a5ab7361060b tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850926857'] for floatingip, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:59.652335 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-caccc913-f32e-43a4-9100-48c1bef256c4 req-ae6ad3c9-8a5e-4fbb-9f78-cbffcc63be33 service neutron] 10.222.0.93 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8855984
Apr 09 13:51:59.680478 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac5029-f661-4a1b-a1b7-58f36541fee9 req-f6fae90f-36bc-4e86-be62-98c6fb9c09a3 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:51:59.689766 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-acac5029-f661-4a1b-a1b7-58f36541fee9 req-f6fae90f-36bc-4e86-be62-98c6fb9c09a3 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 0.4663403
Apr 09 13:51:59.759085 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-acac5029-f661-4a1b-a1b7-58f36541fee9 req-abab273a-d264-4bbb-ba5f-dca18fb1a9c4 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658534
Apr 09 13:51:59.759961 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 55174) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:51:59.884469 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f0a37a91-bb4f-49b6-8765-ab2c763c142f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:51:59.910012 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-f0a37a91-bb4f-49b6-8765-ab2c763c142f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:51:59.921703 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-f0a37a91-bb4f-49b6-8765-ab2c763c142f admin admin] Usage tracker for resource:security_group_rule and tenant:e426e1b9bbb545e58f04f9f0e5560683 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:51:59.938318 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-f0a37a91-bb4f-49b6-8765-ab2c763c142f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:51:59.951245 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-f0a37a91-bb4f-49b6-8765-ab2c763c142f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:52:00.104992 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f0a37a91-bb4f-49b6-8765-ab2c763c142f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:00.138170 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.l3_db [None req-09880f7d-e098-415a-93cd-a5ab7361060b tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Floating IP a212a9ce-ce20-464f-b027-8fadb9c0c873 associated. External IP: 172.27.0.227, port: 3ee93b79-417f-4f8b-a07d-390cfb262156.
Apr 09 13:52:00.211322 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f0a37a91-bb4f-49b6-8765-ab2c763c142f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:00.237351 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:00.311096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a37a91-bb4f-49b6-8765-ab2c763c142f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affd2d19-9ff6-49d9-8e06-c91dfdc36945,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:00.321109 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f0a37a91-bb4f-49b6-8765-ab2c763c142f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:00.358941 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-f0a37a91-bb4f-49b6-8765-ab2c763c142f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e426e1b9bbb545e58f04f9f0e5560683&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5170772
Apr 09 13:52:00.361464 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72a3991e-f2c5-4903-bfcb-04aade32c374 {{(pid=85290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:52:00.369754 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 55182) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:52:00.424737 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:00.477292 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] Transition to ACTIVE for port object 72a3991e-f2c5-4903-bfcb-04aade32c374 will not be triggered until provisioned by entity L2. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:52:00.489198 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:00.516090 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-15bc9f54-4ee0-4d33-bde5-b6054e6463e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:00.695039 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e29cf1d2-c4fe-4a4c-9442-48d96223a728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:00.700123 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 55192) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:52:00.716705 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] Pushing event updated for resources: {'Port': ['ID=72a3991e-f2c5-4903-bfcb-04aade32c374,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:00.724584 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:00.761565 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e29cf1d2-c4fe-4a4c-9442-48d96223a728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:01.220897 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab684a55-7c6a-48fc-a5cc-c12bcefa64b6 admin admin] Deleting subnet 0dad1e5a-5778-4acd-bd6f-358cd0e8e97b {{(pid=85291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 13:52:01.229475 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ab684a55-7c6a-48fc-a5cc-c12bcefa64b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:01.469591 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e29cf1d2-c4fe-4a4c-9442-48d96223a728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:01.478102 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09880f7d-e098-415a-93cd-a5ab7361060b tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Router 06657d55-3f66-4fc1-ade3-84581531a06f has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 13:52:01.483982 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:01.504626 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ab684a55-7c6a-48fc-a5cc-c12bcefa64b6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:01.543837 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29cf1d2-c4fe-4a4c-9442-48d96223a728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affd2d19-9ff6-49d9-8e06-c91dfdc36945,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:01.593266 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ab684a55-7c6a-48fc-a5cc-c12bcefa64b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854254641'] for subnet, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:01.642118 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cf1d2-c4fe-4a4c-9442-48d96223a728 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:52:01.642530 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cf1d2-c4fe-4a4c-9442-48d96223a728 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:52:01.642841 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cf1d2-c4fe-4a4c-9442-48d96223a728 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:52:01.643231 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cf1d2-c4fe-4a4c-9442-48d96223a728 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:52:01.643622 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cf1d2-c4fe-4a4c-9442-48d96223a728 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:52:01.644023 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cf1d2-c4fe-4a4c-9442-48d96223a728 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:52:01.644441 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cf1d2-c4fe-4a4c-9442-48d96223a728 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:52:01.644831 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cf1d2-c4fe-4a4c-9442-48d96223a728 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:52:01.645221 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cf1d2-c4fe-4a4c-9442-48d96223a728 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:52:01.645626 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cf1d2-c4fe-4a4c-9442-48d96223a728 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:52:01.645994 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cf1d2-c4fe-4a4c-9442-48d96223a728 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:52:01.646392 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cf1d2-c4fe-4a4c-9442-48d96223a728 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:52:01.659312 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e29cf1d2-c4fe-4a4c-9442-48d96223a728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:01.684435 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e29cf1d2-c4fe-4a4c-9442-48d96223a728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:01.707316 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-e29cf1d2-c4fe-4a4c-9442-48d96223a728 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/affd2d19-9ff6-49d9-8e06-c91dfdc36945 HTTP/1.1" status: 204  len: 168 time: 1.3353131
Apr 09 13:52:01.735266 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] Attempting to bind port 72a3991e-f2c5-4903-bfcb-04aade32c374 on host hv-cinder-78536 for vnic_type normal with profile  {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:52:01.735652 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] Attempting to bind port 72a3991e-f2c5-4903-bfcb-04aade32c374 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '59f248c5-ef48-486e-81c4-64c04cbfa764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '2033d90f-59a7-4d0c-8b8b-ed536242641c'}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:52:01.736035 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] Attempting to bind port 72a3991e-f2c5-4903-bfcb-04aade32c374 on network 2033d90f-59a7-4d0c-8b8b-ed536242641c {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:52:01.751549 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] Port 72a3991e-f2c5-4903-bfcb-04aade32c374 on network 2033d90f-59a7-4d0c-8b8b-ed536242641c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 13:52:01.751918 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] Attempting to bind port 72a3991e-f2c5-4903-bfcb-04aade32c374 on network 2033d90f-59a7-4d0c-8b8b-ed536242641c {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:52:01.766705 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d97948-244d-497e-ab95-8d93de93f512 req-b28d3f19-c261-4d79-a1c9-97b0b87cfbc0 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:01.774683 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-29d97948-244d-497e-ab95-8d93de93f512 req-b28d3f19-c261-4d79-a1c9-97b0b87cfbc0 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/ports?device_id=15b99a3d-c82e-4e10-969c-a4731b8a1a10 HTTP/1.1" status: 200  len: 948 time: 0.6115823
Apr 09 13:52:01.807774 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e31fd-2232-4af9-8d4a-8d84317878a5 req-c75eeb7d-ddf8-463f-ad87-d55e93f44220 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:01.818715 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-216e31fd-2232-4af9-8d4a-8d84317878a5 req-c75eeb7d-ddf8-463f-ad87-d55e93f44220 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 0.6540716
Apr 09 13:52:01.836737 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-29d97948-244d-497e-ab95-8d93de93f512 req-c8b1e791-bce9-4a0d-8b94-030a5d9d6eb9 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/security-groups?id=013a888e-3ca7-4b0b-b750-289defc61241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606575
Apr 09 13:52:01.868619 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] Checking agent: {'id': '8b22d5c6-5838-4546-ac77-8d10367985fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'started_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:52:01.869245 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] Checking segment: {'id': '59f248c5-ef48-486e-81c4-64c04cbfa764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '2033d90f-59a7-4d0c-8b8b-ed536242641c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:52:01.870022 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] Bound using segment: {'id': '59f248c5-ef48-486e-81c4-64c04cbfa764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '2033d90f-59a7-4d0c-8b8b-ed536242641c'} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:52:01.870829 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] Bound port: 72a3991e-f2c5-4903-bfcb-04aade32c374, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f248c5-ef48-486e-81c4-64c04cbfa764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '2033d90f-59a7-4d0c-8b8b-ed536242641c'}}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:52:01.871486 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:02.024166 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-216e31fd-2232-4af9-8d4a-8d84317878a5 req-de76b07f-78dd-4a26-8ca5-1edda8791366 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2040422
Apr 09 13:52:02.169166 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] For port 72a3991e-f2c5-4903-bfcb-04aade32c374, host hv-cinder-78536, cleared binding levels {{(pid=85290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:52:02.177405 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] For port 72a3991e-f2c5-4903-bfcb-04aade32c374, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=72a3991e-f2c5-4903-bfcb-04aade32c374,segment=NetworkSegment(59f248c5-ef48-486e-81c4-64c04cbfa764),segment_id=59f248c5-ef48-486e-81c4-64c04cbfa764)] {{(pid=85290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:52:02.183811 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:02.198767 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09880f7d-e098-415a-93cd-a5ab7361060b tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:52:02.205848 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-09880f7d-e098-415a-93cd-a5ab7361060b tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for floatingip, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:02.214282 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d96d93-7c13-439a-90d6-dd65a12e0d6a None None] Sync routers for ids ['06657d55-3f66-4fc1-ade3-84581531a06f'] in dv-cinder-785362-1-iscsi {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:52:02.251016 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d96d93-7c13-439a-90d6-dd65a12e0d6a None None] Routers {'06657d55-3f66-4fc1-ade3-84581531a06f'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:52:02.255814 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-90d96d93-7c13-439a-90d6-dd65a12e0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcbec550>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:51:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['06657d55-3f66-4fc1-ade3-84581531a06f'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:52:02.280236 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-09880f7d-e098-415a-93cd-a5ab7361060b tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "PUT /v2.0/floatingips/a212a9ce-ce20-464f-b027-8fadb9c0c873 HTTP/1.1" status: 200  len: 991 time: 4.7852905
Apr 09 13:52:02.283747 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab0947e-441c-4825-897f-e87442cb7340', 'tag': '3ee93b79-417f-4f8b-a07d-390cfb262156'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:52:02.296499 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:02.561549 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ab684a55-7c6a-48fc-a5cc-c12bcefa64b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-521156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for subnet, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:02.611671 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:02.709999 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab0947e-441c-4825-897f-e87442cb7340', 'tag': '3ee93b79-417f-4f8b-a07d-390cfb262156', 'status': 'completed', 'code': 200}
Apr 09 13:52:02.863648 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab684a55-7c6a-48fc-a5cc-c12bcefa64b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dad1e5a-5778-4acd-bd6f-358cd0e8e97b,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:02.879689 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-ab684a55-7c6a-48fc-a5cc-c12bcefa64b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:02.945795 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-90d96d93-7c13-439a-90d6-dd65a12e0d6a None None] Set router 06657d55-3f66-4fc1-ade3-84581531a06f gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:52:02.996459 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:02.997923 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:03.000790 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] 10.222.0.93 "PUT /v2.0/ports/72a3991e-f2c5-4903-bfcb-04aade32c374 HTTP/1.1" status: 200  len: 1098 time: 5.1700504
Apr 09 13:52:03.004934 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ab684a55-7c6a-48fc-a5cc-c12bcefa64b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:03.007083 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b99a3d-c82e-4e10-969c-a4731b8a1a10', 'tag': '72a3991e-f2c5-4903-bfcb-04aade32c374'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:52:03.050420 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-ab684a55-7c6a-48fc-a5cc-c12bcefa64b6 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/0dad1e5a-5778-4acd-bd6f-358cd0e8e97b HTTP/1.1" status: 204  len: 168 time: 2.3481593
Apr 09 13:52:03.051657 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 55238) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:52:03.243684 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b99a3d-c82e-4e10-969c-a4731b8a1a10', 'tag': '72a3991e-f2c5-4903-bfcb-04aade32c374', 'status': 'completed', 'code': 200}
Apr 09 13:52:03.525032 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] Pushing event updated for resources: {'Port': ['ID=72a3991e-f2c5-4903-bfcb-04aade32c374,revision_number=3']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:03.547659 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.253s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:03.577976 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73fed3-a837-4459-a9d3-1da2027943b9 req-25c53c92-23bd-4f3b-82c4-cf216b3a4050 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:03.592076 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4f73fed3-a837-4459-a9d3-1da2027943b9 req-25c53c92-23bd-4f3b-82c4-cf216b3a4050 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/ports?device_id=15b99a3d-c82e-4e10-969c-a4731b8a1a10 HTTP/1.1" status: 200  len: 948 time: 0.3467557
Apr 09 13:52:03.613773 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-409197'] for network, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:03.652892 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4f73fed3-a837-4459-a9d3-1da2027943b9 req-6498ec42-53d1-43ad-9071-05c68603e981 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/security-groups?id=013a888e-3ca7-4b0b-b750-289defc61241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589845
Apr 09 13:52:03.746546 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-d4ca0330-e680-4bbd-a2ca-61854f30fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:03.750607 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-d4ca0330-e680-4bbd-a2ca-61854f30fad1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=411dd9234aa8403a9b6847507e86ba06&device_id=15b99a3d-c82e-4e10-969c-a4731b8a1a10 HTTP/1.1" status: 200  len: 1101 time: 0.6731334
Apr 09 13:52:03.760332 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce122812-4015-4d10-b945-039f8cd3accb req-3c11839c-2dc8-4da5-8a01-0fa9fc76ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:03.773826 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ce122812-4015-4d10-b945-039f8cd3accb req-3c11839c-2dc8-4da5-8a01-0fa9fc76ddfa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ba5d9acca4e84f2e82dcc146f183b1f2&device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 1098 time: 1.0681081
Apr 09 13:52:03.983388 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-e8debb33-dd07-4013-8811-a55bbae477a4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=72a3991e-f2c5-4903-bfcb-04aade32c374 HTTP/1.1" status: 200  len: 217 time: 0.2049885
Apr 09 13:52:04.153092 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5455', 'neutron.services.segments.db._delete_segments_for_network--9223363303376033550'] for network, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:04.243798 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-90d96d93-7c13-439a-90d6-dd65a12e0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcbec550>, [{'id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'name': 'tempest-AttachVolumeTestJSON-1355787065-router', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:37Z', 'revision_number': 4, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'gw_port': {'id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:36:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:08Z', 'updated_at': '2021-04-09T13:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': 'a212a9ce-ce20-464f-b027-8fadb9c0c873', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'floating_ip_address': '172.27.0.227', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'port_id': '3ee93b79-417f-4f8b-a07d-390cfb262156', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dac73499-f23e-4d97-b423-652173261576', 'mac_address': 'fa:16:3e:89:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab0947e-441c-4825-897f-e87442cb7340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:50:51Z', 'updated_at': '2021-04-09T13:51:58Z', 'revision_number': 1, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0025df40-ed54-41e5-8f0e-99c4b71bb577', 'name': '', 'network_id': 'dac73499-f23e-4d97-b423-652173261576', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'mac_address': 'fa:16:3e:d9:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:30Z', 'updated_at': '2021-04-09T13:50:57Z', 'revision_number': 5, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'subnets': [{'id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:52:04.253993 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d96d93-7c13-439a-90d6-dd65a12e0d6a None None] Checking router: 06657d55-3f66-4fc1-ade3-84581531a06f for host: dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:52:04.304988 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d96d93-7c13-439a-90d6-dd65a12e0d6a None None] Routers {'06657d55-3f66-4fc1-ade3-84581531a06f'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:52:04.306117 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-90d96d93-7c13-439a-90d6-dd65a12e0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcbec550>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:51:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['06657d55-3f66-4fc1-ade3-84581531a06f'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:52:04.539514 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f16bc80e400>> segment before_delete 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:52:04.540413 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f16bc80e400>> subnet precommit_delete_associations 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:52:04.543783 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f16bc198780>> segment_host_mapping after_create 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:52:04.545219 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f16bc198780>> port after_create 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:52:04.545812 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f16bc198780>> port after_delete 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:52:04.547709 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f16bc198780>> port after_update 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:52:04.552971 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f16bc198780>> segment after_delete 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:52:04.553612 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f16bc198780>> subnet after_create 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:52:04.554133 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f16bc198780>> subnet after_delete 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:52:04.554656 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f16bc198780>> subnet after_update 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:52:04.561940 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0b3b9-7b86-4f23-a30e-a5e2c5bae84c req-6d9a3b36-0dec-4c12-9139-4cad562f8c2e tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:04.593739 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d5e0b3b9-7b86-4f23-a30e-a5e2c5bae84c req-6d9a3b36-0dec-4c12-9139-4cad562f8c2e tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 0.9268620
Apr 09 13:52:04.730310 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f16b7b040b8>> subnet after_create 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:52:04.735935 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f16b7b040b8>> subnet after_delete 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:52:04.736808 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f16b7b040b8>> subnet before_create 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:52:04.737436 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f16b7b040b8>> subnet before_update 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:52:04.743574 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f16bc602a20>,) {'filters': {'network_id': ['f477ad35-13b4-4cc9-8e02-acd20bbfca2b']}} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:52:04.777770 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f16bc602a20>, '563471ef-310b-4100-af9d-61c501df1cea') {'for_net_delete': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:52:04.778278 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f16bc602a20>, '563471ef-310b-4100-af9d-61c501df1cea') {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:52:04.816204 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303375980284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2873241'] for segment, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:04.852349 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:04.863897 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-90d96d93-7c13-439a-90d6-dd65a12e0d6a None None] Set router 06657d55-3f66-4fc1-ade3-84581531a06f gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:52:04.877807 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] Releasing vlan 991 on physical network physnet1 to pool {{(pid=85291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 13:52:05.129686 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-8f7d34a6-bc21-4635-9c68-7346e89e74b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:05.131846 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-8f7d34a6-bc21-4635-9c68-7346e89e74b1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=701e9559-95f0-4765-b3b4-5d60401b827a HTTP/1.1" status: 200  len: 843 time: 1.0175211
Apr 09 13:52:05.324990 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] Network f477ad35-13b4-4cc9-8e02-acd20bbfca2b has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 13:52:05.355733 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246049'] for segment, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:05.404904 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d5e0b3b9-7b86-4f23-a30e-a5e2c5bae84c req-c330e281-dfb8-4243-894c-054f80d4dc40 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8096347
Apr 09 13:52:05.407419 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce122812-4015-4d10-b945-039f8cd3accb req-4311de87-4633-432f-9de4-6cbf6aadceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:05.409046 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ce122812-4015-4d10-b945-039f8cd3accb req-4311de87-4633-432f-9de4-6cbf6aadceeb service neutron] 10.222.0.93 "GET /v2.0/networks?id=dac73499-f23e-4d97-b423-652173261576 HTTP/1.1" status: 200  len: 912 time: 1.4848592
Apr 09 13:52:05.669322 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] Network f477ad35-13b4-4cc9-8e02-acd20bbfca2b has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:   from cryptography.utils import int_from_bytes
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:   from cryptography.utils import int_from_bytes
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:   (rel_b, rel_a, rel_b),
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:   (rel_b, rel_a, rel_b),
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]: Traceback (most recent call last):
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:     timer()
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:     cb(*args, **kw)
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:     return func(*args, **kwargs)
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:     self._notify()
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:     self.callback(batched_events)
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:     event.method(event)
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:     segment_id)['aggregates'][0]
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:     return f(self, *a, **k)
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self._get(url).json()
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:     **kwargs)
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self.request(url, 'GET', **kwargs)
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:     **endpoint_filter)
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 13:52:05.704733 dv-cinder-785362-1-iscsi neutron-server[85177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 13:52:05.885734 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-03d7f20e-1602-4caa-87cb-5742dd31c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:05.889810 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-03d7f20e-1602-4caa-87cb-5742dd31c964 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2033d90f-59a7-4d0c-8b8b-ed536242641c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.7442205
Apr 09 13:52:05.999188 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850926906'] for network, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:06.008443 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:06.048231 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:06.053332 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-90d96d93-7c13-439a-90d6-dd65a12e0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcbec550>, [{'id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'name': 'tempest-AttachVolumeTestJSON-1355787065-router', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:37Z', 'revision_number': 4, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'gw_port': {'id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:36:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:08Z', 'updated_at': '2021-04-09T13:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': 'a212a9ce-ce20-464f-b027-8fadb9c0c873', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'floating_ip_address': '172.27.0.227', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'port_id': '3ee93b79-417f-4f8b-a07d-390cfb262156', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dac73499-f23e-4d97-b423-652173261576', 'mac_address': 'fa:16:3e:89:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab0947e-441c-4825-897f-e87442cb7340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:50:51Z', 'updated_at': '2021-04-09T13:51:58Z', 'revision_number': 1, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0025df40-ed54-41e5-8f0e-99c4b71bb577', 'name': '', 'network_id': 'dac73499-f23e-4d97-b423-652173261576', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'mac_address': 'fa:16:3e:d9:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:30Z', 'updated_at': '2021-04-09T13:50:57Z', 'revision_number': 5, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'subnets': [{'id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:52:06.066734 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d96d93-7c13-439a-90d6-dd65a12e0d6a None None] The sync data for ids ['06657d55-3f66-4fc1-ade3-84581531a06f'] in dv-cinder-785362-1-iscsi is: [{'id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'name': 'tempest-AttachVolumeTestJSON-1355787065-router', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:37Z', 'revision_number': 4, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'gw_port': {'id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:36:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:08Z', 'updated_at': '2021-04-09T13:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': 'a212a9ce-ce20-464f-b027-8fadb9c0c873', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'floating_ip_address': '172.27.0.227', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'port_id': '3ee93b79-417f-4f8b-a07d-390cfb262156', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dac73499-f23e-4d97-b423-652173261576', 'mac_address': 'fa:16:3e:89:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab0947e-441c-4825-897f-e87442cb7340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:50:51Z', 'updated_at': '2021-04-09T13:51:58Z', 'revision_number': 1, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0025df40-ed54-41e5-8f0e-99c4b71bb577', 'name': '', 'network_id': 'dac73499-f23e-4d97-b423-652173261576', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'mac_address': 'fa:16:3e:d9:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:30Z', 'updated_at': '2021-04-09T13:50:57Z', 'revision_number': 5, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'subnets': [{'id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:52:06.074987 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] Pushing event deleted for resources: {'Network': ['ID=f477ad35-13b4-4cc9-8e02-acd20bbfca2b,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:06.080891 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:06.093852 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] 10.222.0.96 "DELETE /v2.0/networks/f477ad35-13b4-4cc9-8e02-acd20bbfca2b HTTP/1.1" status: 204  len: 168 time: 3.0403004
Apr 09 13:52:06.181442 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61867721-adc7-491d-bf88-921aa6702fe3 req-080f3024-78b2-412d-8ae2-b1c050682105 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:06.191209 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-61867721-adc7-491d-bf88-921aa6702fe3 req-080f3024-78b2-412d-8ae2-b1c050682105 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/ports?device_id=15b99a3d-c82e-4e10-969c-a4731b8a1a10 HTTP/1.1" status: 200  len: 948 time: 1.0512495
Apr 09 13:52:06.212344 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ce122812-4015-4d10-b945-039f8cd3accb req-afad898f-e927-4815-8cc4-55e717006e7c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ee93b79-417f-4f8b-a07d-390cfb262156 HTTP/1.1" status: 200  len: 999 time: 0.7748747
Apr 09 13:52:06.396318 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-61867721-adc7-491d-bf88-921aa6702fe3 req-f3c5623c-8cd8-4eaf-ab0c-6020bd373ba0 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/security-groups?id=013a888e-3ca7-4b0b-b750-289defc61241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1976461
Apr 09 13:52:06.488583 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce122812-4015-4d10-b945-039f8cd3accb req-7f56d2ed-4ddd-4b76-af7d-25b501462ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:06.493459 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ce122812-4015-4d10-b945-039f8cd3accb req-7f56d2ed-4ddd-4b76-af7d-25b501462ab6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=925b601e-37cf-4380-a4b3-d671bf8558b0 HTTP/1.1" status: 200  len: 850 time: 0.2721949
Apr 09 13:52:06.498875 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-b6432761-973a-4c21-90ad-3492a4f9206b service neutron] 10.222.0.93 "GET /v2.0/networks/2033d90f-59a7-4d0c-8b8b-ed536242641c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5913017
Apr 09 13:52:06.551270 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 55308) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:52:06.639555 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f1766-51a1-4299-a675-86c296ced771 None None] New status for floating IP a212a9ce-ce20-464f-b027-8fadb9c0c873: ACTIVE {{(pid=85292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 13:52:06.690749 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 55314) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:52:06.849012 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-689e1362-8485-4223-a44e-c15011416fdb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a05a871db61948478e6983c710b17b3c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1557693
Apr 09 13:52:06.868439 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 55320) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:52:06.986705 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce122812-4015-4d10-b945-039f8cd3accb req-dae91898-853d-46f5-bbfb-f008da6385b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:06.988663 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ce122812-4015-4d10-b945-039f8cd3accb req-dae91898-853d-46f5-bbfb-f008da6385b9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=dac73499-f23e-4d97-b423-652173261576&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4879651
Apr 09 13:52:07.302624 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_v2 [None req-64dce7ae-3d99-4dce-afad-527f9cb11f69 admin admin] Deleting subnet 234bddc2-aa2d-4e36-9a90-e150ad1d9ddb {{(pid=85291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 13:52:07.314212 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-64dce7ae-3d99-4dce-afad-527f9cb11f69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:07.316700 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd34a70-4851-4584-9d2c-b77ff9bda3cf req-c5a1254f-d693-42b0-a190-e54b447d28ae tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:07.329012 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7bd34a70-4851-4584-9d2c-b77ff9bda3cf req-c5a1254f-d693-42b0-a190-e54b447d28ae tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 0.6224918
Apr 09 13:52:07.404860 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f9cd9402-401c-454d-a547-822799c4f150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:07.440862 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f9cd9402-401c-454d-a547-822799c4f150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:07.479007 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-18d45776-1eeb-44e2-9f27-a8189c0324c3 req-2a863ff9-8c11-41ac-b361-24ed42a6faba service neutron] 10.222.0.93 "GET /v2.0/networks/2033d90f-59a7-4d0c-8b8b-ed536242641c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8293586
Apr 09 13:52:07.496192 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f9cd9402-401c-454d-a547-822799c4f150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:07.502586 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ce122812-4015-4d10-b945-039f8cd3accb req-779c7a41-4dc8-4b3d-b1a5-8a6223b89df3 service neutron] 10.222.0.93 "GET /v2.0/networks/dac73499-f23e-4d97-b423-652173261576?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4857929
Apr 09 13:52:07.504624 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-4af218cf-37ae-4cfe-b44c-38c829c64121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:07.515599 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7bd34a70-4851-4584-9d2c-b77ff9bda3cf req-aa51aa55-0f76-46df-aad9-6cd810a64f59 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094389
Apr 09 13:52:07.524838 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd9402-401c-454d-a547-822799c4f150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9a617c-7232-40ce-8545-17208c560208,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:07.532980 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f9cd9402-401c-454d-a547-822799c4f150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:07.537618 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-64dce7ae-3d99-4dce-afad-527f9cb11f69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851902559'] for subnet, precommit_delete_associations {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:07.602194 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f9cd9402-401c-454d-a547-822799c4f150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:07.616232 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-f9cd9402-401c-454d-a547-822799c4f150 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ef9a617c-7232-40ce-8545-17208c560208 HTTP/1.1" status: 204  len: 168 time: 0.7379146
Apr 09 13:52:07.681701 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-64dce7ae-3d99-4dce-afad-527f9cb11f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854254641'] for subnet, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:07.857293 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ce122812-4015-4d10-b945-039f8cd3accb req-66f00e96-1aab-44b8-ad65-977b55bf30b9 service neutron] 10.222.0.93 "GET /v2.0/networks/dac73499-f23e-4d97-b423-652173261576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3364925
Apr 09 13:52:08.094586 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b3ea4-99ee-4b37-b113-7c8bc94fec84 req-5bfca5d7-620e-44a2-9d38-c4edf0ff9b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:08.097197 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-968b3ea4-99ee-4b37-b113-7c8bc94fec84 req-5bfca5d7-620e-44a2-9d38-c4edf0ff9b26 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=411dd9234aa8403a9b6847507e86ba06&device_id=15b99a3d-c82e-4e10-969c-a4731b8a1a10 HTTP/1.1" status: 200  len: 1101 time: 0.4700453
Apr 09 13:52:08.108697 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc71d66-b7db-4251-897b-63f2d9f9743f req-66d699e1-e8a9-4c8c-8a2d-d265d6a391fb tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:08.129667 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2bc71d66-b7db-4251-897b-63f2d9f9743f req-66d699e1-e8a9-4c8c-8a2d-d265d6a391fb tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/ports?device_id=15b99a3d-c82e-4e10-969c-a4731b8a1a10 HTTP/1.1" status: 200  len: 948 time: 0.2811403
Apr 09 13:52:08.387877 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b3ea4-99ee-4b37-b113-7c8bc94fec84 req-ff7fb4e4-5a50-4d79-a204-b1dcab1338bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:08.397736 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-968b3ea4-99ee-4b37-b113-7c8bc94fec84 req-ff7fb4e4-5a50-4d79-a204-b1dcab1338bf service neutron] 10.222.0.93 "GET /v2.0/networks?id=2033d90f-59a7-4d0c-8b8b-ed536242641c HTTP/1.1" status: 200  len: 870 time: 0.2614479
Apr 09 13:52:08.446963 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2bc71d66-b7db-4251-897b-63f2d9f9743f req-9f7da25c-505c-4b06-944d-8c753183dbb3 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/security-groups?id=013a888e-3ca7-4b0b-b750-289defc61241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3009942
Apr 09 13:52:08.517957 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-64dce7ae-3d99-4dce-afad-527f9cb11f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-521156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10017340'] for subnet, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:08.538097 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-968b3ea4-99ee-4b37-b113-7c8bc94fec84 req-f1b4b2f8-ac51-415e-b988-cdb23ec601a4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=72a3991e-f2c5-4903-bfcb-04aade32c374 HTTP/1.1" status: 200  len: 217 time: 0.1230834
Apr 09 13:52:08.655316 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:08.665711 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b3ea4-99ee-4b37-b113-7c8bc94fec84 req-a00e1f5d-027c-4ce6-ac6b-a239c3cd219a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:08.667568 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-968b3ea4-99ee-4b37-b113-7c8bc94fec84 req-a00e1f5d-027c-4ce6-ac6b-a239c3cd219a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=701e9559-95f0-4765-b3b4-5d60401b827a HTTP/1.1" status: 200  len: 843 time: 0.1161149
Apr 09 13:52:08.709618 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-64dce7ae-3d99-4dce-afad-527f9cb11f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:08.714175 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dce7ae-3d99-4dce-afad-527f9cb11f69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=234bddc2-aa2d-4e36-9a90-e150ad1d9ddb,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:08.718122 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-64dce7ae-3d99-4dce-afad-527f9cb11f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:08.722977 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-64dce7ae-3d99-4dce-afad-527f9cb11f69 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/234bddc2-aa2d-4e36-9a90-e150ad1d9ddb HTTP/1.1" status: 204  len: 168 time: 2.1661067
Apr 09 13:52:08.723842 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 55350) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:52:08.796343 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b3ea4-99ee-4b37-b113-7c8bc94fec84 req-3e793ca1-4ca6-4d5d-8513-3b4c2d48eb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:08.799630 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-968b3ea4-99ee-4b37-b113-7c8bc94fec84 req-3e793ca1-4ca6-4d5d-8513-3b4c2d48eb23 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2033d90f-59a7-4d0c-8b8b-ed536242641c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1215894
Apr 09 13:52:08.891615 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dc271388-02d9-4743-8cb9-482a45e35653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-409197'] for network, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:09.021812 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-968b3ea4-99ee-4b37-b113-7c8bc94fec84 req-b40c8f40-9671-4b9c-8147-bf962ff8476f service neutron] 10.222.0.93 "GET /v2.0/networks/2033d90f-59a7-4d0c-8b8b-ed536242641c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2148523
Apr 09 13:52:09.130013 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dc271388-02d9-4743-8cb9-482a45e35653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5455', 'neutron.services.segments.db._delete_segments_for_network--9223363303376033550'] for network, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:09.252233 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-968b3ea4-99ee-4b37-b113-7c8bc94fec84 req-0118ba31-4b8f-47f2-8e22-6034409c64d1 service neutron] 10.222.0.93 "GET /v2.0/networks/2033d90f-59a7-4d0c-8b8b-ed536242641c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1778228
Apr 09 13:52:09.354841 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd776397-3f14-4502-a4e0-46d3ff2b74b0 req-cb052ad6-900d-40ed-856c-4a59b29b7c87 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:09.360041 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bd776397-3f14-4502-a4e0-46d3ff2b74b0 req-cb052ad6-900d-40ed-856c-4a59b29b7c87 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 0.3365250
Apr 09 13:52:09.429810 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bd776397-3f14-4502-a4e0-46d3ff2b74b0 req-c9fb247f-c9c7-4f6b-8ac5-3b3d71c6b8c5 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535026
Apr 09 13:52:09.437990 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-dc271388-02d9-4743-8cb9-482a45e35653 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f16bcd06208>,) {'filters': {'network_id': ['951e0464-05ee-49cf-97dc-640abef9221e']}} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:52:09.460559 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-dc271388-02d9-4743-8cb9-482a45e35653 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f16bcd06208>, 'a6f87313-b93d-453f-a9d2-f2935e2868b7') {'for_net_delete': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:52:09.461109 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-dc271388-02d9-4743-8cb9-482a45e35653 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f16bcd06208>, 'a6f87313-b93d-453f-a9d2-f2935e2868b7') {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:52:09.476383 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dc271388-02d9-4743-8cb9-482a45e35653 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303375980284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2873241'] for segment, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:09.511674 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dc271388-02d9-4743-8cb9-482a45e35653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:09.519961 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc271388-02d9-4743-8cb9-482a45e35653 admin admin] Releasing vlan 973 on physical network physnet1 to pool {{(pid=85291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 13:52:09.728562 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 55382) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:52:09.818905 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-dc271388-02d9-4743-8cb9-482a45e35653 admin admin] Network 951e0464-05ee-49cf-97dc-640abef9221e has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 13:52:09.879861 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dc271388-02d9-4743-8cb9-482a45e35653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246049'] for segment, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:09.920607 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453c996-2128-47bb-85b1-9cb0156b5243 req-9422d64e-2079-484d-88a3-ead60d014a93 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:09.920607 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5453c996-2128-47bb-85b1-9cb0156b5243 req-9422d64e-2079-484d-88a3-ead60d014a93 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/ports?device_id=15b99a3d-c82e-4e10-969c-a4731b8a1a10 HTTP/1.1" status: 200  len: 948 time: 0.1570666
Apr 09 13:52:09.955544 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5453c996-2128-47bb-85b1-9cb0156b5243 req-cef1dc32-fbfe-4fbc-b7e4-aa419c7ae966 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/security-groups?id=013a888e-3ca7-4b0b-b750-289defc61241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583649
Apr 09 13:52:10.102821 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-90564986-network', 'tenant_id': 'c264fbe4ebb44a618b6c9189054fdbed'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:52:10.122851 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:52:10.130514 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] Usage tracker for resource:network and tenant:c264fbe4ebb44a618b6c9189054fdbed is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:52:10.135028 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:52:10.147922 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:52:10.159886 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] Made reservation on behalf of c264fbe4ebb44a618b6c9189054fdbed for: {'network': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:52:10.164715 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for network, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:10.176492 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-dc271388-02d9-4743-8cb9-482a45e35653 admin admin] Network 951e0464-05ee-49cf-97dc-640abef9221e has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 13:52:10.181169 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:10.199964 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]: Traceback (most recent call last):
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:     timer()
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:     cb(*args, **kw)
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:     return func(*args, **kwargs)
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:     self._notify()
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:     self.callback(batched_events)
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:     event.method(event)
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:     segment_id)['aggregates'][0]
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:     return f(self, *a, **k)
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self._get(url).json()
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:     **kwargs)
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self.request(url, 'GET', **kwargs)
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:     **endpoint_filter)
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 13:52:10.201827 dv-cinder-785362-1-iscsi neutron-server[85177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 13:52:10.208063 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] Usage tracker for resource:security_group_rule and tenant:c264fbe4ebb44a618b6c9189054fdbed is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:52:10.211903 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:52:10.220265 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:52:10.355388 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dc271388-02d9-4743-8cb9-482a45e35653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850926906'] for network, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:10.360935 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:10.379930 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:10.387414 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:10.394293 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-4f08265e-5290-42ab-8362-1a6fea4c1dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:10.399200 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dc271388-02d9-4743-8cb9-482a45e35653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:10.414218 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc271388-02d9-4743-8cb9-482a45e35653 admin admin] Pushing event deleted for resources: {'Network': ['ID=951e0464-05ee-49cf-97dc-640abef9221e,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:10.418533 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-dc271388-02d9-4743-8cb9-482a45e35653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:10.423258 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-dc271388-02d9-4743-8cb9-482a45e35653 admin admin] 10.222.0.96 "DELETE /v2.0/networks/951e0464-05ee-49cf-97dc-640abef9221e HTTP/1.1" status: 204  len: 168 time: 1.6952045
Apr 09 13:52:10.423675 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 55392) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:52:10.455927 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d322e6e6-44ff-4844-922b-43f37444d681,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:10.461526 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:10.470576 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 972}  {{(pid=85290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 13:52:10.481926 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:10.482335 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.segments_db [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] Added segment 93fb02bd-6ea5-4711-9695-de72918154e7 of type vlan for network 98d3058f-a010-4e34-9173-aef7e52dc755
Apr 09 13:52:10.521342 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733478247317'] for network, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:10.537108 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_v2 [None req-5272010f-db38-47d7-9fe1-e6be6bf58165 admin admin] Deleting subnet 3b3dd02b-44f4-42e8-a0dd-ebddc9082d51 {{(pid=85291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 13:52:10.539157 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5272010f-db38-47d7-9fe1-e6be6bf58165 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:10.572080 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for network, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:10.574790 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:10.575743 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:10.608319 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5272010f-db38-47d7-9fe1-e6be6bf58165 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851902559'] for subnet, precommit_delete_associations {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:10.671508 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:10.695019 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5272010f-db38-47d7-9fe1-e6be6bf58165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854254641'] for subnet, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:10.815306 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] Pushing event updated for resources: {'Network': ['ID=98d3058f-a010-4e34-9173-aef7e52dc755,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:10.822400 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:10.829822 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Network 98d3058f-a010-4e34-9173-aef7e52dc755 details requested by agent ovs-agent-dv-cinder-785362-1-iscsi with host dv-cinder-785362-1-iscsi {{(pid=85292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 13:52:11.148476 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.4147902
Apr 09 13:52:11.149498 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 55412) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:52:11.163481 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f69ce9-e783-4f80-ab2f-b43bd5c21cc0 req-03a8633d-e832-46fb-aea8-15d897d71a33 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:11.165768 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c7f69ce9-e783-4f80-ab2f-b43bd5c21cc0 req-03a8633d-e832-46fb-aea8-15d897d71a33 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 0.5780168
Apr 09 13:52:11.170128 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-3eb1accc-b17a-465a-9e91-de4b964c8b21 admin admin] Request body: {'subnet': {'network_id': '98d3058f-a010-4e34-9173-aef7e52dc755', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-90564986-subnet', 'tenant_id': 'c264fbe4ebb44a618b6c9189054fdbed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:52:11.191909 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5272010f-db38-47d7-9fe1-e6be6bf58165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-521156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10017340'] for subnet, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:11.233200 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c7f69ce9-e783-4f80-ab2f-b43bd5c21cc0 req-4068a182-718f-4c89-a300-026af560eac1 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583482
Apr 09 13:52:11.234456 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-3eb1accc-b17a-465a-9e91-de4b964c8b21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:52:11.241886 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-693de13e-730b-4523-a09b-2524c4f92216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:11.259073 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-3eb1accc-b17a-465a-9e91-de4b964c8b21 admin admin] Usage tracker for resource:subnet and tenant:c264fbe4ebb44a618b6c9189054fdbed is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:52:11.267025 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-3eb1accc-b17a-465a-9e91-de4b964c8b21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:52:11.369143 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-3eb1accc-b17a-465a-9e91-de4b964c8b21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:52:11.378023 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272010f-db38-47d7-9fe1-e6be6bf58165 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b3dd02b-44f4-42e8-a0dd-ebddc9082d51,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:11.398808 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5272010f-db38-47d7-9fe1-e6be6bf58165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:11.403506 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb1accc-b17a-465a-9e91-de4b964c8b21 admin admin] Made reservation on behalf of c264fbe4ebb44a618b6c9189054fdbed for: {'subnet': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:52:11.408787 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3eb1accc-b17a-465a-9e91-de4b964c8b21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:11.454494 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5272010f-db38-47d7-9fe1-e6be6bf58165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:11.467574 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-5272010f-db38-47d7-9fe1-e6be6bf58165 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/3b3dd02b-44f4-42e8-a0dd-ebddc9082d51 HTTP/1.1" status: 204  len: 168 time: 1.0402806
Apr 09 13:52:11.467886 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 55422) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:52:11.551874 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816c2c7-868d-4dc6-9c70-20955134fa86 req-c74a629a-7d58-43b3-a148-695cd9f93183 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:11.560318 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4816c2c7-868d-4dc6-9c70-20955134fa86 req-c74a629a-7d58-43b3-a148-695cd9f93183 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/ports?device_id=15b99a3d-c82e-4e10-969c-a4731b8a1a10 HTTP/1.1" status: 200  len: 948 time: 0.2903852
Apr 09 13:52:11.584721 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 55426) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:52:11.602677 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4816c2c7-868d-4dc6-9c70-20955134fa86 req-3c305ba3-4097-41eb-b1a8-87e444526e53 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/security-groups?id=013a888e-3ca7-4b0b-b750-289defc61241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412178
Apr 09 13:52:11.621788 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-06f69a79-924a-445b-87f8-0fa6b6d8e1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-409197'] for network, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:11.815272 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 72a3991e-f2c5-4903-bfcb-04aade32c374 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 13:52:11.868883 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8308-d163-4e94-a407-c4db6a1beeb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:11.898392 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-d8fa8308-d163-4e94-a407-c4db6a1beeb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:52:11.903073 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-06f69a79-924a-445b-87f8-0fa6b6d8e1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5455', 'neutron.services.segments.db._delete_segments_for_network--9223363303376033550'] for network, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:11.992782 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 72a3991e-f2c5-4903-bfcb-04aade32c374, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=72a3991e-f2c5-4903-bfcb-04aade32c374,segment=NetworkSegment(59f248c5-ef48-486e-81c4-64c04cbfa764),segment_id=59f248c5-ef48-486e-81c4-64c04cbfa764)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:52:11.998203 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-d8fa8308-d163-4e94-a407-c4db6a1beeb3 admin admin] Usage tracker for resource:security_group_rule and tenant:1035f436257340649502362c8d8dfb9a is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:52:12.012337 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-d8fa8308-d163-4e94-a407-c4db6a1beeb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:52:12.012920 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Returning: {'device': '72a3991e-f2c5-4903-bfcb-04aade32c374', 'network_id': '2033d90f-59a7-4d0c-8b8b-ed536242641c', 'port_id': '72a3991e-f2c5-4903-bfcb-04aade32c374', 'mac_address': 'fa:16:3e:7e:96:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 974, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '701e9559-95f0-4765-b3b4-5d60401b827a', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 13:52:12.022588 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-d8fa8308-d163-4e94-a407-c4db6a1beeb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:52:12.073712 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-06f69a79-924a-445b-87f8-0fa6b6d8e1dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f16bccc4e10>,) {'filters': {'network_id': ['24fe1941-a7e7-4746-9c75-f37eeaf813f1']}} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:52:12.093843 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-06f69a79-924a-445b-87f8-0fa6b6d8e1dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f16bccc4e10>, '416cccdc-d828-4d5d-a7fe-f0880e88edbc') {'for_net_delete': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:52:12.094097 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:12.094197 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-06f69a79-924a-445b-87f8-0fa6b6d8e1dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f16bccc4e10>, '416cccdc-d828-4d5d-a7fe-f0880e88edbc') {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:52:12.109498 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-b4e8607e-e6ae-4071-8aca-de264a6259a1 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:12.111459 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-06f69a79-924a-445b-87f8-0fa6b6d8e1dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303375980284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2873241'] for segment, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:12.115100 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-b4e8607e-e6ae-4071-8aca-de264a6259a1 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/networks?id=790e52e4-8e7b-4b24-9306-15744e4e6057 HTTP/1.1" status: 200  len: 815 time: 0.2253723
Apr 09 13:52:12.117209 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72a3991e-f2c5-4903-bfcb-04aade32c374 {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:52:12.142606 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 72a3991e-f2c5-4903-bfcb-04aade32c374, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=72a3991e-f2c5-4903-bfcb-04aade32c374,segment=NetworkSegment(59f248c5-ef48-486e-81c4-64c04cbfa764),segment_id=59f248c5-ef48-486e-81c4-64c04cbfa764)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:52:12.146486 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-06f69a79-924a-445b-87f8-0fa6b6d8e1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:12.147002 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:12.153086 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-cfe06507-62e6-4519-90e4-26c3fc9e785d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:12.159350 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f69a79-924a-445b-87f8-0fa6b6d8e1dc admin admin] Releasing vlan 962 on physical network physnet1 to pool {{(pid=85291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 13:52:12.211578 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-fcbf2003-5f6b-484f-b515-eb469191c3fc tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/quotas/4c147f1cde8b46c7be8d2d3698b9a007 HTTP/1.1" status: 200  len: 375 time: 0.0912325
Apr 09 13:52:12.214138 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3eb1accc-b17a-465a-9e91-de4b964c8b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for subnet, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:12.242510 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=72a3991e-f2c5-4903-bfcb-04aade32c374,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:12.257284 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:12.373399 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d009c07f-d542-4470-ad01-811e08c4252f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:12.428968 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8308-d163-4e94-a407-c4db6a1beeb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:12.442216 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8308-d163-4e94-a407-c4db6a1beeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:12.451475 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-06f69a79-924a-445b-87f8-0fa6b6d8e1dc admin admin] Network 24fe1941-a7e7-4746-9c75-f37eeaf813f1 has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 13:52:12.460787 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-db3c03e2-c888-49c8-bfc9-487b4abf51f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:12.473532 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-06f69a79-924a-445b-87f8-0fa6b6d8e1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246049'] for segment, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:12.560027 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1accc-b17a-465a-9e91-de4b964c8b21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5c341a0-e76b-410a-bd2d-6640cb8b99f9,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:12.567255 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3eb1accc-b17a-465a-9e91-de4b964c8b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:12.598943 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-d8fa8308-d163-4e94-a407-c4db6a1beeb3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1035f436257340649502362c8d8dfb9a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0094624
Apr 09 13:52:12.600178 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa8308-d163-4e94-a407-c4db6a1beeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9607e7a5-fa02-4422-aaf2-549e484fb643,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:12.610435 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 55450) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:52:12.634511 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d8fa8308-d163-4e94-a407-c4db6a1beeb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:12.639765 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb1accc-b17a-465a-9e91-de4b964c8b21 admin admin] Checking segment: {'id': '93fb02bd-6ea5-4711-9695-de72918154e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '98d3058f-a010-4e34-9173-aef7e52dc755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:52:12.640169 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb1accc-b17a-465a-9e91-de4b964c8b21 admin admin] Network hostable DHCP agents. Network: 98d3058f-a010-4e34-9173-aef7e52dc755, hostable agents: ['470b7876-9f31-410a-8036-567e17def360'], hosted agents: [] {{(pid=85290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 13:52:12.686966 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['72a3991e-f2c5-4903-bfcb-04aade32c374'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:52:12.700466 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-edab02ed-fbdb-4928-bb5f-bec8471f36a2 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Synchronizing usage tracker for tenant:4c147f1cde8b46c7be8d2d3698b9a007 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:52:12.719522 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385eafa-2433-40a9-965c-4ec54df5d98c req-f95ab05b-3389-415e-8a3f-ace40bbe5893 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:12.721229 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9385eafa-2433-40a9-965c-4ec54df5d98c req-f95ab05b-3389-415e-8a3f-ace40bbe5893 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 0.2629728
Apr 09 13:52:12.729454 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb1accc-b17a-465a-9e91-de4b964c8b21 admin admin] Network 98d3058f-a010-4e34-9173-aef7e52dc755 is scheduled to be hosted by DHCP agent 470b7876-9f31-410a-8036-567e17def360 with binding_index 1 {{(pid=85290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 13:52:12.775344 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-3eb1accc-b17a-465a-9e91-de4b964c8b21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-iscsi, 98d3058f-a010-4e34-9173-aef7e52dc755) {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:52:12.782892 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-edab02ed-fbdb-4928-bb5f-bec8471f36a2 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Unset dirty status for tenant:4c147f1cde8b46c7be8d2d3698b9a007 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:52:12.784864 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-edab02ed-fbdb-4928-bb5f-bec8471f36a2 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=4c147f1cde8b46c7be8d2d3698b9a007&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4134607
Apr 09 13:52:12.789290 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-06f69a79-924a-445b-87f8-0fa6b6d8e1dc admin admin] Network 24fe1941-a7e7-4746-9c75-f37eeaf813f1 has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 13:52:12.791740 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb1accc-b17a-465a-9e91-de4b964c8b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:12.792516 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3eb1accc-b17a-465a-9e91-de4b964c8b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:12.796421 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-39bb7d68-7af2-4e08-bae9-900fe851c8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:12.801021 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9385eafa-2433-40a9-965c-4ec54df5d98c req-66603763-1142-4488-ba9c-1ace042a118c tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659640
Apr 09 13:52:12.810929 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c211badf-198d-4ec2-89ad-c2d50c7707a5 None None] Network 98d3058f-a010-4e34-9173-aef7e52dc755 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]: Traceback (most recent call last):
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:     timer()
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:     cb(*args, **kw)
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:     return func(*args, **kwargs)
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:     self._notify()
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:     self.callback(batched_events)
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:     event.method(event)
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:     segment_id)['aggregates'][0]
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:     return f(self, *a, **k)
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self._get(url).json()
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:     **kwargs)
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self.request(url, 'GET', **kwargs)
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:     **endpoint_filter)
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 13:52:12.850665 dv-cinder-785362-1-iscsi neutron-server[85177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 13:52:12.941573 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-3eb1accc-b17a-465a-9e91-de4b964c8b21 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.7911057
Apr 09 13:52:12.992077 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-39bb7d68-7af2-4e08-bae9-900fe851c8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:13.002168 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-06f69a79-924a-445b-87f8-0fa6b6d8e1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850926906'] for network, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:13.013916 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-06f69a79-924a-445b-87f8-0fa6b6d8e1dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:13.020744 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-4535b77f-7f17-4409-8ca0-d41769a40999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:13.052597 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f69a79-924a-445b-87f8-0fa6b6d8e1dc admin admin] Pushing event deleted for resources: {'Network': ['ID=24fe1941-a7e7-4746-9c75-f37eeaf813f1,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:13.062159 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-06f69a79-924a-445b-87f8-0fa6b6d8e1dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:13.065836 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-06f69a79-924a-445b-87f8-0fa6b6d8e1dc admin admin] 10.222.0.96 "DELETE /v2.0/networks/24fe1941-a7e7-4746-9c75-f37eeaf813f1 HTTP/1.1" status: 204  len: 168 time: 1.5967412
Apr 09 13:52:13.130111 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-7a36831f-aa52-4c83-a2ba-d46bee7cda7b service neutron] 10.222.0.96 "GET /v2.0/networks/790e52e4-8e7b-4b24-9306-15744e4e6057?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3255455
Apr 09 13:52:13.146353 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484085bb-d216-40cc-9020-9cd5b89c7cac req-5740c2d2-fae8-4547-928c-1fee2da509d9 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:13.147942 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-484085bb-d216-40cc-9020-9cd5b89c7cac req-5740c2d2-fae8-4547-928c-1fee2da509d9 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/ports?device_id=15b99a3d-c82e-4e10-969c-a4731b8a1a10 HTTP/1.1" status: 200  len: 949 time: 0.2161536
Apr 09 13:52:13.189238 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-39bb7d68-7af2-4e08-bae9-900fe851c8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:13.201105 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:13.252889 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1acac6c-d638-4839-825b-5f8476f85514 None None] Network 98d3058f-a010-4e34-9173-aef7e52dc755 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:52:13.295419 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb7d68-7af2-4e08-bae9-900fe851c8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9607e7a5-fa02-4422-aaf2-549e484fb643,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:13.305827 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-39bb7d68-7af2-4e08-bae9-900fe851c8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:13.333731 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-484085bb-d216-40cc-9020-9cd5b89c7cac req-c95af785-ae39-422f-8d02-fcf7db1fb526 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/security-groups?id=013a888e-3ca7-4b0b-b750-289defc61241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1479130
Apr 09 13:52:13.335128 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 55468) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:52:13.342039 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-39bb7d68-7af2-4e08-bae9-900fe851c8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:13.344957 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-39bb7d68-7af2-4e08-bae9-900fe851c8ac admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9607e7a5-fa02-4422-aaf2-549e484fb643 HTTP/1.1" status: 204  len: 168 time: 0.7331989
Apr 09 13:52:13.435373 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-0dc6f7f9-0ff1-429b-a4cf-32baef3f1fa4 service neutron] 10.222.0.96 "GET /v2.0/networks/790e52e4-8e7b-4b24-9306-15744e4e6057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2862835
Apr 09 13:52:13.461968 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-a645118e-567a-4389-bed6-ce5f4a077cd8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=15e068c58217456aa1e18ddeaabb72e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1250939
Apr 09 13:52:13.466424 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 55474) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:52:13.609967 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e28b1b2c-fb4d-4507-aad3-9dc92722818f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:13.657233 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e28b1b2c-fb4d-4507-aad3-9dc92722818f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:13.739950 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e28b1b2c-fb4d-4507-aad3-9dc92722818f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:13.752954 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3a99618f-f394-43b2-aa7c-1fee269c185c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:13.773927 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b1b2c-fb4d-4507-aad3-9dc92722818f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ecf6a6-fffd-46bb-bdc3-bc27965ebeaf,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:13.778855 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e28b1b2c-fb4d-4507-aad3-9dc92722818f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:13.779888 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e28b1b2c-fb4d-4507-aad3-9dc92722818f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:13.781317 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-e28b1b2c-fb4d-4507-aad3-9dc92722818f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/80ecf6a6-fffd-46bb-bdc3-bc27965ebeaf HTTP/1.1" status: 204  len: 168 time: 0.3134809
Apr 09 13:52:13.956477 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-49ea4fed-b702-4da5-9014-f91fee32450b req-842b9aed-ab92-499f-bef7-0bec87d8a5b3 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 210 time: 0.0725758
Apr 09 13:52:14.032543 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 55494) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:52:14.063013 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8e5a1c6c-fd65-4105-883f-1dbc160712ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:14.170990 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-8e5a1c6c-fd65-4105-883f-1dbc160712ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:52:14.189148 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-8e5a1c6c-fd65-4105-883f-1dbc160712ee admin admin] Usage tracker for resource:security_group_rule and tenant:41888d6dc9be4ce3b8ca2a32bd8fa7fd is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:52:14.195027 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-8e5a1c6c-fd65-4105-883f-1dbc160712ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:52:14.208411 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-8e5a1c6c-fd65-4105-883f-1dbc160712ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:52:14.243634 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f075bb-62e1-4a2e-9874-90d8b5959f98 req-6e430b5a-53a3-431d-be5a-3c8bd9233fae tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:14.255268 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-12f075bb-62e1-4a2e-9874-90d8b5959f98 req-6e430b5a-53a3-431d-be5a-3c8bd9233fae tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 0.1645458
Apr 09 13:52:14.431734 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-12f075bb-62e1-4a2e-9874-90d8b5959f98 req-0e310117-3966-4baf-ab30-56cffb369029 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1749589
Apr 09 13:52:14.567446 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 55514) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:52:14.584791 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-b9460bd5-35ed-4314-81c5-780cec8d1982 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:14.585588 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-b9460bd5-35ed-4314-81c5-780cec8d1982 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Synchronizing usage tracker for tenant:c264fbe4ebb44a618b6c9189054fdbed on resource:network {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:52:14.615403 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8e5a1c6c-fd65-4105-883f-1dbc160712ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:14.649133 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-58bcf9fa-0acb-47b3-b4f1-49279a72476d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=dd6721153f744999805a3733d4c77362&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0797324
Apr 09 13:52:14.651856 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 55518) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:52:14.668234 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8e5a1c6c-fd65-4105-883f-1dbc160712ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:14.688406 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7b5df34d-bcdc-483c-98ab-c8ad5d79d08e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:14.705470 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-b9460bd5-35ed-4314-81c5-780cec8d1982 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Unset dirty status for tenant:c264fbe4ebb44a618b6c9189054fdbed on resource:network {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:52:14.707341 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-b9460bd5-35ed-4314-81c5-780cec8d1982 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/networks?id=98d3058f-a010-4e34-9173-aef7e52dc755 HTTP/1.1" status: 200  len: 813 time: 0.4385779
Apr 09 13:52:14.728092 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2a5e9b8c-32cf-493b-8f15-25747470e3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:14.761823 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-216f0153-91da-4300-8358-9fcf8194b95d tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/quotas/c264fbe4ebb44a618b6c9189054fdbed HTTP/1.1" status: 200  len: 375 time: 0.0441735
Apr 09 13:52:14.762110 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2a5e9b8c-32cf-493b-8f15-25747470e3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:14.770108 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-8e5a1c6c-fd65-4105-883f-1dbc160712ee admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=41888d6dc9be4ce3b8ca2a32bd8fa7fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7334540
Apr 09 13:52:14.770108 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a1c6c-fd65-4105-883f-1dbc160712ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fae1f3-c336-4f8f-990c-8f2978c1232a,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:14.772130 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 55522) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:52:14.786721 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-8e5a1c6c-fd65-4105-883f-1dbc160712ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:14.820424 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2a5e9b8c-32cf-493b-8f15-25747470e3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:14.828882 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-35323b0d-c258-4ca9-aacd-b287d9ab39bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:14.843144 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e9b8c-32cf-493b-8f15-25747470e3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf7f86f-f8a9-4975-9ec1-d0004e85a657,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:14.847085 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2a5e9b8c-32cf-493b-8f15-25747470e3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:14.852853 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2a5e9b8c-32cf-493b-8f15-25747470e3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:14.855423 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-2a5e9b8c-32cf-493b-8f15-25747470e3ba admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3bf7f86f-f8a9-4975-9ec1-d0004e85a657 HTTP/1.1" status: 204  len: 168 time: 0.2016931
Apr 09 13:52:14.865036 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-210457fe-b186-4b30-908b-df852454a95e tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=c264fbe4ebb44a618b6c9189054fdbed&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0908902
Apr 09 13:52:15.015760 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4612bd-52b3-45dd-9238-cbef7b7b6fd8 req-52331031-a674-4685-a311-148d4e562b1e tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:15.018752 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1e4612bd-52b3-45dd-9238-cbef7b7b6fd8 req-52331031-a674-4685-a311-148d4e562b1e tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/ports?device_id=15b99a3d-c82e-4e10-969c-a4731b8a1a10 HTTP/1.1" status: 200  len: 949 time: 0.4072814
Apr 09 13:52:15.093224 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1e4612bd-52b3-45dd-9238-cbef7b7b6fd8 req-6c57e2b6-5248-4a57-82ea-c042d6c779f4 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/security-groups?id=013a888e-3ca7-4b0b-b750-289defc61241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485890
Apr 09 13:52:15.103677 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-37ec5021-2190-45d7-9d92-531090310ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:15.171884 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-37ec5021-2190-45d7-9d92-531090310ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:15.629935 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-9e731869-0c83-4cd9-8337-8481bd07d710 service neutron] 10.222.0.96 "GET /v2.0/networks/98d3058f-a010-4e34-9173-aef7e52dc755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7467701
Apr 09 13:52:15.816215 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 72a3991e-f2c5-4903-bfcb-04aade32c374 up at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:52:15.857664 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d53c6418-007c-4dfe-9e3d-4f5a15ab3cea req-d9e72496-5e46-4d17-a357-209e15b15602 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 210 time: 0.1951361
Apr 09 13:52:15.880663 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-43e5819f-3c41-4887-9b91-637fface3f00 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:15.882507 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-43e5819f-3c41-4887-9b91-637fface3f00 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.93 "GET /v2.0/networks?id=790e52e4-8e7b-4b24-9306-15744e4e6057 HTTP/1.1" status: 200  len: 815 time: 0.6939240
Apr 09 13:52:15.901026 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-33bc69d5-ca8f-4351-99d3-323a09e8680b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Request body: {'port': {'device_id': 'b42a8f6c-bc99-4da9-839f-f2e55bcf5e45', 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057', 'admin_state_up': True, 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:52:16.061467 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-37ec5021-2190-45d7-9d92-531090310ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:16.097977 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0e64eaf9-e033-4ef2-ba59-4d5ac522dad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:16.135169 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec5021-2190-45d7-9d92-531090310ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fae1f3-c336-4f8f-990c-8f2978c1232a,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:16.138886 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-37ec5021-2190-45d7-9d92-531090310ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:16.225822 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning for port 72a3991e-f2c5-4903-bfcb-04aade32c374 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:52:16.232404 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning complete for port 72a3991e-f2c5-4903-bfcb-04aade32c374 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:52:16.233856 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:16.234736 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-37ec5021-2190-45d7-9d92-531090310ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:16.238384 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-37ec5021-2190-45d7-9d92-531090310ad5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b5fae1f3-c336-4f8f-990c-8f2978c1232a HTTP/1.1" status: 204  len: 168 time: 1.4547908
Apr 09 13:52:16.259276 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-e7864974-468b-4e96-ad58-895bc311cb2f service neutron] 10.222.0.96 "GET /v2.0/networks/98d3058f-a010-4e34-9173-aef7e52dc755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5979533
Apr 09 13:52:16.384049 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-33bc69d5-ca8f-4351-99d3-323a09e8680b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:52:16.404034 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-33bc69d5-ca8f-4351-99d3-323a09e8680b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:52:16.426410 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b9a67-f3bd-47c0-b397-e65dfa3ab77d req-9730d607-abfb-4998-bae3-82ac9100ea00 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:16.436736 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5f6b9a67-f3bd-47c0-b397-e65dfa3ab77d req-9730d607-abfb-4998-bae3-82ac9100ea00 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 0.2956038
Apr 09 13:52:16.485886 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5f6b9a67-f3bd-47c0-b397-e65dfa3ab77d req-62a7c323-4ab8-47e8-b0d8-0a915e5a29c6 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453224
Apr 09 13:52:16.495819 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-33bc69d5-ca8f-4351-99d3-323a09e8680b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Made reservation on behalf of 4c147f1cde8b46c7be8d2d3698b9a007 for: {'port': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:52:16.519991 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-33bc69d5-ca8f-4351-99d3-323a09e8680b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:16.536012 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:16.608737 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 72a3991e-f2c5-4903-bfcb-04aade32c374, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=72a3991e-f2c5-4903-bfcb-04aade32c374,segment=NetworkSegment(59f248c5-ef48-486e-81c4-64c04cbfa764),segment_id=59f248c5-ef48-486e-81c4-64c04cbfa764)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:52:16.615046 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b99a3d-c82e-4e10-969c-a4731b8a1a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a3991e-f2c5-4903-bfcb-04aade32c374'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:52:16.636683 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:16.653611 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5a07a505-a44e-4123-9c2d-e5e7619c3cdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:16.911902 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=72a3991e-f2c5-4903-bfcb-04aade32c374,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:16.951110 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:52:16.952358 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:52:16.953202 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:52:16.955143 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:52:16.956533 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:52:16.957601 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:52:16.958574 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:52:16.959576 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:52:16.962469 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:52:16.965351 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:52:16.966345 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:52:16.967300 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:52:16.976641 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:17.255695 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026df92-daa2-449e-ad75-d408e120b82c req-d6e41e4c-53fd-4086-b85d-9f4df1e73a59 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:17.266149 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5026df92-daa2-449e-ad75-d408e120b82c req-d6e41e4c-53fd-4086-b85d-9f4df1e73a59 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/ports?device_id=15b99a3d-c82e-4e10-969c-a4731b8a1a10 HTTP/1.1" status: 200  len: 950 time: 0.4226313
Apr 09 13:52:17.270857 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-33bc69d5-ca8f-4351-99d3-323a09e8680b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Allocated IP 172.20.0.7 (790e52e4-8e7b-4b24-9306-15744e4e6057/c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3/bef3ca8a-8fed-47c9-add5-934a3d492c30) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:52:17.326277 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5026df92-daa2-449e-ad75-d408e120b82c req-ed230bb9-a771-4dab-b8e5-c0778e17e426 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/security-groups?id=013a888e-3ca7-4b0b-b750-289defc61241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585651
Apr 09 13:52:17.805889 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-33bc69d5-ca8f-4351-99d3-323a09e8680b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:17.868652 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-33bc69d5-ca8f-4351-99d3-323a09e8680b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Transition to ACTIVE for port object bef3ca8a-8fed-47c9-add5-934a3d492c30 will not be triggered until provisioned by entity DHCP. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:52:17.906559 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-33bc69d5-ca8f-4351-99d3-323a09e8680b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:17.939496 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:18.243736 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc69d5-ca8f-4351-99d3-323a09e8680b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Pushing event updated for resources: {'Port': ['ID=bef3ca8a-8fed-47c9-add5-934a3d492c30,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:18.268634 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-33bc69d5-ca8f-4351-99d3-323a09e8680b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:18.356613 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f39e0316-1197-4568-9453-c086b820ad88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:18.406094 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 55636) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:52:18.420391 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-33bc69d5-ca8f-4351-99d3-323a09e8680b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Network 790e52e4-8e7b-4b24-9306-15744e4e6057 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:52:18.422198 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-33bc69d5-ca8f-4351-99d3-323a09e8680b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:52:18.437805 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-33bc69d5-ca8f-4351-99d3-323a09e8680b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:52:18.444671 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-33bc69d5-ca8f-4351-99d3-323a09e8680b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:18.445721 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-33bc69d5-ca8f-4351-99d3-323a09e8680b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:18.511402 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-33bc69d5-ca8f-4351-99d3-323a09e8680b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6185939
Apr 09 13:52:18.565566 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 55642) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:52:18.728979 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2114888956-network', 'tenant_id': '9778d322afb44561b6255b78e0c47b19'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:52:18.769755 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:52:18.775388 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3a48eff1-f784-4c72-ade1-c14798174947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:18.785773 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] Usage tracker for resource:network and tenant:9778d322afb44561b6255b78e0c47b19 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:52:18.790249 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:52:18.804179 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-ce33b615-8899-41ba-a648-ea7ebb1642d7 None None] Provisioning for port bef3ca8a-8fed-47c9-add5-934a3d492c30 completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:52:18.807843 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:52:18.809752 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-ce33b615-8899-41ba-a648-ea7ebb1642d7 None None] Provisioning complete for port bef3ca8a-8fed-47c9-add5-934a3d492c30 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:52:18.810209 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ce33b615-8899-41ba-a648-ea7ebb1642d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:18.810446 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-3a48eff1-f784-4c72-ade1-c14798174947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:52:18.818349 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-3a48eff1-f784-4c72-ade1-c14798174947 admin admin] Usage tracker for resource:security_group_rule and tenant:57b032d2ebe7466b9b516a9471574943 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:52:18.823794 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-3a48eff1-f784-4c72-ade1-c14798174947 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:52:18.831034 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-3a48eff1-f784-4c72-ade1-c14798174947 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:52:18.833328 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] Made reservation on behalf of 9778d322afb44561b6255b78e0c47b19 for: {'network': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:52:18.839602 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for network, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:18.865951 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:18.888252 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-ce33b615-8899-41ba-a648-ea7ebb1642d7 None None] Port bef3ca8a-8fed-47c9-add5-934a3d492c30 cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 13:52:18.918060 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:52:18.931527 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] Usage tracker for resource:security_group_rule and tenant:9778d322afb44561b6255b78e0c47b19 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:52:18.939461 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:52:18.958889 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:52:19.118411 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3a48eff1-f784-4c72-ade1-c14798174947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:19.123493 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3a48eff1-f784-4c72-ade1-c14798174947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:19.140928 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:19.229855 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48eff1-f784-4c72-ade1-c14798174947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5915e9-9e97-409e-9c13-fad45e26c145,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:19.234759 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-3a48eff1-f784-4c72-ade1-c14798174947 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=57b032d2ebe7466b9b516a9471574943&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8274894
Apr 09 13:52:19.238253 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 55648) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:52:19.238830 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3a48eff1-f784-4c72-ade1-c14798174947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:19.240663 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:19.250722 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:19.256399 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-cb47c70e-ec0d-4785-b1ac-23b22781559e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:19.295343 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 985}  {{(pid=85291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 13:52:19.319548 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577c68ad-2602-46bd-99ec-9408293e58bc,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:19.336403 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:19.337500 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:19.337904 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.segments_db [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] Added segment 541a3095-c334-4ed9-a8bc-0a28bead28e9 of type vlan for network e94f1903-d158-4e6a-b9c7-07b549208c63
Apr 09 13:52:19.365512 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-af892906-0ef1-46bc-bc74-4bfe3d4ad66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:19.377954 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733478247317'] for network, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:19.405133 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-af892906-0ef1-46bc-bc74-4bfe3d4ad66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:19.412973 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for network, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:19.414526 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:19.415182 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:19.421508 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:19.474379 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-af892906-0ef1-46bc-bc74-4bfe3d4ad66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:19.482149 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b22d746e-905f-4e14-a0e8-40b273862760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:19.507973 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af892906-0ef1-46bc-bc74-4bfe3d4ad66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5915e9-9e97-409e-9c13-fad45e26c145,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:19.513542 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-af892906-0ef1-46bc-bc74-4bfe3d4ad66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:19.514989 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-af892906-0ef1-46bc-bc74-4bfe3d4ad66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:19.516514 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-af892906-0ef1-46bc-bc74-4bfe3d4ad66a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8c5915e9-9e97-409e-9c13-fad45e26c145 HTTP/1.1" status: 204  len: 168 time: 0.2769907
Apr 09 13:52:19.575436 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0083256
Apr 09 13:52:19.579848 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 55654) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:52:19.589778 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-a55afd0e-c554-49a0-9946-12bc698b2df7 admin admin] Request body: {'subnet': {'network_id': 'e94f1903-d158-4e6a-b9c7-07b549208c63', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2114888956-subnet', 'tenant_id': '9778d322afb44561b6255b78e0c47b19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:52:19.595850 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-a55afd0e-c554-49a0-9946-12bc698b2df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:52:19.602253 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-a55afd0e-c554-49a0-9946-12bc698b2df7 admin admin] Usage tracker for resource:subnet and tenant:9778d322afb44561b6255b78e0c47b19 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:52:19.607026 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-a55afd0e-c554-49a0-9946-12bc698b2df7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:52:19.614655 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] Pushing event updated for resources: {'Network': ['ID=e94f1903-d158-4e6a-b9c7-07b549208c63,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:19.615973 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-a55afd0e-c554-49a0-9946-12bc698b2df7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:52:19.620222 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:19.630160 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55afd0e-c554-49a0-9946-12bc698b2df7 admin admin] Made reservation on behalf of 9778d322afb44561b6255b78e0c47b19 for: {'subnet': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:52:19.635934 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Network e94f1903-d158-4e6a-b9c7-07b549208c63 details requested by agent ovs-agent-dv-cinder-785362-1-iscsi with host dv-cinder-785362-1-iscsi {{(pid=85292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 13:52:19.637013 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a55afd0e-c554-49a0-9946-12bc698b2df7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:20.225034 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a55afd0e-c554-49a0-9946-12bc698b2df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for subnet, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:20.243804 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-6ceec5e8-a80b-4eb9-81f0-f3f2aa683b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:20.478991 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55afd0e-c554-49a0-9946-12bc698b2df7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d347319e-8781-45e8-8908-9d916a6e2e76,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:20.481796 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-a55afd0e-c554-49a0-9946-12bc698b2df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:20.535020 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55afd0e-c554-49a0-9946-12bc698b2df7 admin admin] Checking segment: {'id': '541a3095-c334-4ed9-a8bc-0a28bead28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'e94f1903-d158-4e6a-b9c7-07b549208c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:52:20.535519 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55afd0e-c554-49a0-9946-12bc698b2df7 admin admin] Network hostable DHCP agents. Network: e94f1903-d158-4e6a-b9c7-07b549208c63, hostable agents: ['470b7876-9f31-410a-8036-567e17def360'], hosted agents: [] {{(pid=85290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 13:52:20.562028 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55afd0e-c554-49a0-9946-12bc698b2df7 admin admin] Network e94f1903-d158-4e6a-b9c7-07b549208c63 is scheduled to be hosted by DHCP agent 470b7876-9f31-410a-8036-567e17def360 with binding_index 1 {{(pid=85290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 13:52:20.585841 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-a55afd0e-c554-49a0-9946-12bc698b2df7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-iscsi, e94f1903-d158-4e6a-b9c7-07b549208c63) {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:52:20.595527 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55afd0e-c554-49a0-9946-12bc698b2df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:20.597232 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a55afd0e-c554-49a0-9946-12bc698b2df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:20.604151 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94814b4-8193-4e29-bf12-3f2c7d5ba5de None None] Network e94f1903-d158-4e6a-b9c7-07b549208c63 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:52:20.642928 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-a55afd0e-c554-49a0-9946-12bc698b2df7 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0496511
Apr 09 13:52:20.987650 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e892f8a1-a63f-47c5-ad06-9546e7ba02ef None None] Network e94f1903-d158-4e6a-b9c7-07b549208c63 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:52:21.516579 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-da9a7426-dbd7-43fe-bff0-1cd87c047f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:21.535223 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:23.141253 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:23.272064 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:24.692187 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:31.863780 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:52:39.028698 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] Request body: {'port': {'device_id': 'b42a8f6c-bc99-4da9-839f-f2e55bcf5e45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:52:39.146976 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b99a3d-c82e-4e10-969c-a4731b8a1a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a3991e-f2c5-4903-bfcb-04aade32c374', 'code': 200}
Apr 09 13:52:39.272837 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-56897fb6-e744-47df-8294-fdd01e3cd719 req-63346ab4-e966-4bd1-be03-7885add23276 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=8b3fc658-e3a8-4e72-95b9-66786b5659a6 HTTP/1.1" status: 200  len: 210 time: 0.0850022
Apr 09 13:52:39.354280 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:39.606447 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd5bf6-b196-4ba1-a378-16041d770065 req-3e226697-c1ae-49fa-b9ee-b6a8cd9b3f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:39.607998 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c5bd5bf6-b196-4ba1-a378-16041d770065 req-3e226697-c1ae-49fa-b9ee-b6a8cd9b3f46 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=15b99a3d-c82e-4e10-969c-a4731b8a1a10 HTTP/1.1" status: 200  len: 1103 time: 0.0959134
Apr 09 13:52:39.649751 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ad9cdb76-1a3b-47d6-8605-3f978fce6f50 req-f5b000f5-0936-4cb5-beb8-45845d931caf service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5924335
Apr 09 13:52:39.664534 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c5bd5bf6-b196-4ba1-a378-16041d770065 req-0ec05bf4-ef0e-4613-8d47-30e907d6da86 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=013a888e-3ca7-4b0b-b750-289defc61241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481925
Apr 09 13:52:39.796025 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309d4da-482c-41fc-957f-671af159f6ea req-463d04e1-a170-4c80-bae7-d6dd6165c546 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:39.796813 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-f309d4da-482c-41fc-957f-671af159f6ea req-463d04e1-a170-4c80-bae7-d6dd6165c546 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Synchronizing usage tracker for tenant:4c147f1cde8b46c7be8d2d3698b9a007 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:52:39.900926 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-f309d4da-482c-41fc-957f-671af159f6ea req-463d04e1-a170-4c80-bae7-d6dd6165c546 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Unset dirty status for tenant:4c147f1cde8b46c7be8d2d3698b9a007 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:52:39.902504 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f309d4da-482c-41fc-957f-671af159f6ea req-463d04e1-a170-4c80-bae7-d6dd6165c546 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 931 time: 0.6233506
Apr 09 13:52:39.926366 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cdb76-1a3b-47d6-8605-3f978fce6f50 req-85eb2955-ed2e-4a8b-908e-a095a7cffe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:39.929005 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ad9cdb76-1a3b-47d6-8605-3f978fce6f50 req-85eb2955-ed2e-4a8b-908e-a095a7cffe8d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=81bb3f6d64b54413a5b4c9a77b170d9a&device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 1098 time: 0.0972853
Apr 09 13:52:39.999962 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d462dc-7726-4e70-a035-2f16116b7cff req-6c9e8bfa-e278-4530-81a0-b88022f160ac tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:40.003440 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d8d462dc-7726-4e70-a035-2f16116b7cff req-6c9e8bfa-e278-4530-81a0-b88022f160ac tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 0.3610344
Apr 09 13:52:40.173991 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f309d4da-482c-41fc-957f-671af159f6ea req-313de13a-c914-4880-b185-c30ca5beb07a tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2615507
Apr 09 13:52:40.179973 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cdb76-1a3b-47d6-8605-3f978fce6f50 req-90085203-66eb-4ace-a6a5-c2992b392504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:40.183086 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ad9cdb76-1a3b-47d6-8605-3f978fce6f50 req-90085203-66eb-4ace-a6a5-c2992b392504 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b146cef2-8ca4-4eb4-80db-037ecad68a76 HTTP/1.1" status: 200  len: 919 time: 0.2306111
Apr 09 13:52:40.275170 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d8d462dc-7726-4e70-a035-2f16116b7cff req-181bc58f-8291-4313-8e3d-ca9e0c25594a tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1701396
Apr 09 13:52:40.417983 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ad9cdb76-1a3b-47d6-8605-3f978fce6f50 req-392d1972-2780-4a1e-bd9d-4dc015a42f97 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=211d2bc4-c81a-4cb1-be28-f837d0abfcdc HTTP/1.1" status: 200  len: 217 time: 0.0972278
Apr 09 13:52:40.503231 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cdb76-1a3b-47d6-8605-3f978fce6f50 req-393d0958-38fd-48ce-ae11-b215cc5d9fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:40.504852 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ad9cdb76-1a3b-47d6-8605-3f978fce6f50 req-393d0958-38fd-48ce-ae11-b215cc5d9fe7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=41271458-1804-4a74-869f-5c1bd342a20b HTTP/1.1" status: 200  len: 858 time: 0.0798593
Apr 09 13:52:40.566356 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ad9cdb76-1a3b-47d6-8605-3f978fce6f50 req-527187a8-1870-4394-96b0-5a2834ff0d47 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b146cef2-8ca4-4eb4-80db-037ecad68a76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0533533
Apr 09 13:52:40.604240 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-c04dac6b-00d5-46cc-abc5-4f186789f89b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:40.605959 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-c04dac6b-00d5-46cc-abc5-4f186789f89b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.93 "GET /v2.0/networks?id=98d3058f-a010-4e34-9173-aef7e52dc755 HTTP/1.1" status: 200  len: 813 time: 0.4903591
Apr 09 13:52:40.632611 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-3e5af8d7-21ca-41af-b67c-ec3816f7b944 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Request body: {'port': {'device_id': '8b3fc658-e3a8-4e72-95b9-66786b5659a6', 'network_id': '98d3058f-a010-4e34-9173-aef7e52dc755', 'admin_state_up': True, 'tenant_id': 'c264fbe4ebb44a618b6c9189054fdbed'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:52:40.872435 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-d9210346-5e6e-4ab7-b123-615cc76b93f7 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:40.874194 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-d9210346-5e6e-4ab7-b123-615cc76b93f7 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/networks?id=e94f1903-d158-4e6a-b9c7-07b549208c63 HTTP/1.1" status: 200  len: 809 time: 0.4588561
Apr 09 13:52:40.890181 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a7a44-6e3d-400c-a957-f7bd829ca1f6 req-d7248b46-c52c-438b-b484-ca932ce884ef tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:40.891203 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d38a7a44-6e3d-400c-a957-f7bd829ca1f6 req-d7248b46-c52c-438b-b484-ca932ce884ef tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/ports?device_id=15b99a3d-c82e-4e10-969c-a4731b8a1a10 HTTP/1.1" status: 200  len: 950 time: 0.5603547
Apr 09 13:52:40.897400 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef3ca8a-8fed-47c9-add5-934a3d492c30 {{(pid=85290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:52:40.919672 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:40.968373 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-63cfb7f0-fd25-493e-9e66-778e1e5adc39 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/quotas/9778d322afb44561b6255b78e0c47b19 HTTP/1.1" status: 200  len: 375 time: 0.0660100
Apr 09 13:52:40.987795 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ad9cdb76-1a3b-47d6-8605-3f978fce6f50 req-76084c33-2f37-4682-8050-184c038a78d9 service neutron] 10.222.0.93 "GET /v2.0/networks/b146cef2-8ca4-4eb4-80db-037ecad68a76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4134884
Apr 09 13:52:41.045016 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d38a7a44-6e3d-400c-a957-f7bd829ca1f6 req-5a451cd1-f856-473a-9c2b-f6cf2a50c2d8 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/security-groups?id=013a888e-3ca7-4b0b-b750-289defc61241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277061
Apr 09 13:52:41.047973 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] Transition to ACTIVE for port object bef3ca8a-8fed-47c9-add5-934a3d492c30 will not be triggered until provisioned by entity L2. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:52:41.075071 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:41.079849 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-3e5af8d7-21ca-41af-b67c-ec3816f7b944 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:52:41.085246 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:41.119623 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-6f9c8861-f7d5-47af-98df-daec3726c440 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9778d322afb44561b6255b78e0c47b19&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1328068
Apr 09 13:52:41.131499 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-3e5af8d7-21ca-41af-b67c-ec3816f7b944 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Usage tracker for resource:port and tenant:c264fbe4ebb44a618b6c9189054fdbed is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:52:41.204878 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ad9cdb76-1a3b-47d6-8605-3f978fce6f50 req-f2dd7376-9974-4cbc-97e3-7ff50eefccc9 service neutron] 10.222.0.93 "GET /v2.0/networks/b146cef2-8ca4-4eb4-80db-037ecad68a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2074194
Apr 09 13:52:41.226641 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-3e5af8d7-21ca-41af-b67c-ec3816f7b944 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:52:41.266545 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-3e5af8d7-21ca-41af-b67c-ec3816f7b944 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:52:41.385345 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] Pushing event updated for resources: {'Port': ['ID=bef3ca8a-8fed-47c9-add5-934a3d492c30,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:41.393115 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-3e5af8d7-21ca-41af-b67c-ec3816f7b944 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Made reservation on behalf of c264fbe4ebb44a618b6c9189054fdbed for: {'port': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:52:41.399778 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-3e5af8d7-21ca-41af-b67c-ec3816f7b944 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:41.426548 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:41.615853 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-20661f76-a3c8-4b91-9ba6-731c44441134 service neutron] 10.222.0.96 "GET /v2.0/networks/e94f1903-d158-4e6a-b9c7-07b549208c63?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4265215
Apr 09 13:52:41.914402 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-efcaccb0-0acb-41ae-bd85-ee819f160528 req-68b651cf-6070-44e4-843f-73d4db5f7569 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=8b3fc658-e3a8-4e72-95b9-66786b5659a6 HTTP/1.1" status: 200  len: 210 time: 0.1657701
Apr 09 13:52:41.949061 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] Attempting to bind port bef3ca8a-8fed-47c9-add5-934a3d492c30 on host hv-cinder-78536 for vnic_type normal with profile  {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:52:41.949438 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] Attempting to bind port bef3ca8a-8fed-47c9-add5-934a3d492c30 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'ef686021-fad8-4b5d-8039-d61ea002be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057'}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:52:41.949814 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] Attempting to bind port bef3ca8a-8fed-47c9-add5-934a3d492c30 on network 790e52e4-8e7b-4b24-9306-15744e4e6057 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:52:41.974883 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] Port bef3ca8a-8fed-47c9-add5-934a3d492c30 on network 790e52e4-8e7b-4b24-9306-15744e4e6057 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 13:52:41.975249 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] Attempting to bind port bef3ca8a-8fed-47c9-add5-934a3d492c30 on network 790e52e4-8e7b-4b24-9306-15744e4e6057 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:52:42.002855 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] Checking agent: {'id': '8b22d5c6-5838-4546-ac77-8d10367985fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'started_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:52:42.004122 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] Checking segment: {'id': 'ef686021-fad8-4b5d-8039-d61ea002be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:52:42.004122 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] Bound using segment: {'id': 'ef686021-fad8-4b5d-8039-d61ea002be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057'} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:52:42.004122 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] Bound port: bef3ca8a-8fed-47c9-add5-934a3d492c30, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef686021-fad8-4b5d-8039-d61ea002be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057'}}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:52:42.004574 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:42.042049 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-3e5af8d7-21ca-41af-b67c-ec3816f7b944 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Allocated IP 172.20.0.8 (98d3058f-a010-4e34-9173-aef7e52dc755/b5c341a0-e76b-410a-bd2d-6640cb8b99f9/8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:52:42.339339 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-daf89e3f-e6f2-4b3f-adef-484401dd712b service neutron] 10.222.0.96 "GET /v2.0/networks/e94f1903-d158-4e6a-b9c7-07b549208c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7035491
Apr 09 13:52:42.546308 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] For port bef3ca8a-8fed-47c9-add5-934a3d492c30, host hv-cinder-78536, cleared binding levels {{(pid=85290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:52:42.581447 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] For port bef3ca8a-8fed-47c9-add5-934a3d492c30, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=bef3ca8a-8fed-47c9-add5-934a3d492c30,segment=NetworkSegment(ef686021-fad8-4b5d-8039-d61ea002be76),segment_id=ef686021-fad8-4b5d-8039-d61ea002be76)] {{(pid=85290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:52:42.592165 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:42.620526 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:42.844012 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb4490-bb5b-40f9-86a8-979efb405e53 req-baf83656-4219-40d6-801c-05ff57a8c30f tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:42.845663 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-39eb4490-bb5b-40f9-86a8-979efb405e53 req-baf83656-4219-40d6-801c-05ff57a8c30f tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 943 time: 0.7964098
Apr 09 13:52:43.002832 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb54165-c21e-495f-99f3-ccefdf005a6c req-557043e4-6029-4cc6-9e7d-d80c14632421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:43.005343 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1fb54165-c21e-495f-99f3-ccefdf005a6c req-557043e4-6029-4cc6-9e7d-d80c14632421 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 1098 time: 0.1037037
Apr 09 13:52:43.014103 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-39eb4490-bb5b-40f9-86a8-979efb405e53 req-281bd060-0252-419d-9a79-71bc70a3838b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387467
Apr 09 13:52:43.017458 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-3e5af8d7-21ca-41af-b67c-ec3816f7b944 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:43.025886 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] Pushing event updated for resources: {'Port': ['ID=bef3ca8a-8fed-47c9-add5-934a3d492c30,revision_number=3']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:43.053959 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1fb54165-c21e-495f-99f3-ccefdf005a6c req-5acea1c1-1c47-4610-aa3e-890316d064a9 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0310919
Apr 09 13:52:43.054408 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:43.085952 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbbd7f-18db-4a0c-a7a3-03d82415b1f9 req-31ee7c02-e730-4c9f-b48d-0678d7a17c03 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:43.089049 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-78fbbd7f-18db-4a0c-a7a3-03d82415b1f9 req-31ee7c02-e730-4c9f-b48d-0678d7a17c03 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 0.4750023
Apr 09 13:52:43.114604 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:43.115301 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:43.116925 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] 10.222.0.93 "PUT /v2.0/ports/bef3ca8a-8fed-47c9-add5-934a3d492c30 HTTP/1.1" status: 200  len: 1093 time: 4.0939779
Apr 09 13:52:43.120834 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42a8f6c-bc99-4da9-839f-f2e55bcf5e45', 'tag': 'bef3ca8a-8fed-47c9-add5-934a3d492c30'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:52:43.142601 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-78fbbd7f-18db-4a0c-a7a3-03d82415b1f9 req-c852dd07-fb23-4b09-9a32-bbb357ed98bd tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437806
Apr 09 13:52:43.159378 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-3e5af8d7-21ca-41af-b67c-ec3816f7b944 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:43.177453 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f104bd4-6e95-439e-a9e4-4a5a8b3ae8cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:43.562437 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5af8d7-21ca-41af-b67c-ec3816f7b944 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Pushing event updated for resources: {'Port': ['ID=8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:43.566884 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1c0dc2a7-fd73-48ed-a90a-a7e627fbed6b req-c73cbcf6-36bb-4bab-a0af-a93dcc76427c tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a65bb0b-653e-46bd-8d30-d7d4b13fb038 HTTP/1.1" status: 200  len: 210 time: 0.1018524
Apr 09 13:52:43.571582 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3e5af8d7-21ca-41af-b67c-ec3816f7b944 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:43.673032 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36007b98-27bb-4410-a379-8e999ad1c26a req-6b65be62-bfed-496e-9745-299932dde8e9 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:43.674649 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-36007b98-27bb-4410-a379-8e999ad1c26a req-6b65be62-bfed-496e-9745-299932dde8e9 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/ports?device_id=15b99a3d-c82e-4e10-969c-a4731b8a1a10 HTTP/1.1" status: 200  len: 950 time: 0.4552979
Apr 09 13:52:43.679756 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-acb5c2e5-69ea-47dc-aa31-9c20fa0cb8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:43.681931 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-acb5c2e5-69ea-47dc-aa31-9c20fa0cb8e2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4c147f1cde8b46c7be8d2d3698b9a007&device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 1096 time: 0.2973812
Apr 09 13:52:43.707615 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-3e5af8d7-21ca-41af-b67c-ec3816f7b944 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Network 98d3058f-a010-4e34-9173-aef7e52dc755 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:52:43.774693 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-3e5af8d7-21ca-41af-b67c-ec3816f7b944 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:52:43.787255 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-3e5af8d7-21ca-41af-b67c-ec3816f7b944 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:52:43.794505 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-3e5af8d7-21ca-41af-b67c-ec3816f7b944 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:43.795242 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-3e5af8d7-21ca-41af-b67c-ec3816f7b944 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:43.800519 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-f3105cda-dc2c-4f8f-96c2-4e4eddcaa534 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bef3ca8a-8fed-47c9-add5-934a3d492c30 HTTP/1.1" status: 200  len: 217 time: 0.0959511
Apr 09 13:52:43.803663 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-36007b98-27bb-4410-a379-8e999ad1c26a req-e06b80ab-98a8-4ec4-b5f5-df77804dbb78 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/security-groups?id=013a888e-3ca7-4b0b-b750-289defc61241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171446
Apr 09 13:52:43.912629 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42a8f6c-bc99-4da9-839f-f2e55bcf5e45', 'tag': 'bef3ca8a-8fed-47c9-add5-934a3d492c30', 'status': 'completed', 'code': 200}
Apr 09 13:52:43.933698 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-3e5af8d7-21ca-41af-b67c-ec3816f7b944 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3137035
Apr 09 13:52:43.951500 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-8b852c83-105c-4c0a-b8c1-ecb1b3d197df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:43.953143 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-8b852c83-105c-4c0a-b8c1-ecb1b3d197df service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3 HTTP/1.1" status: 200  len: 854 time: 0.1400173
Apr 09 13:52:43.977732 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-8a59e886-4990-4273-96b7-6ea9a7a5673d service neutron] Request body: {'port': {'device_id': '8b3fc658-e3a8-4e72-95b9-66786b5659a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:52:44.083760 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a306c0e-d2a8-40ce-a28f-e7987a5b6d11 req-15be9ed0-5282-4282-bc3a-964c2c594190 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:44.084598 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-4a306c0e-d2a8-40ce-a28f-e7987a5b6d11 req-15be9ed0-5282-4282-bc3a-964c2c594190 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Synchronizing usage tracker for tenant:c264fbe4ebb44a618b6c9189054fdbed on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:52:44.167556 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-4a306c0e-d2a8-40ce-a28f-e7987a5b6d11 req-15be9ed0-5282-4282-bc3a-964c2c594190 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Unset dirty status for tenant:c264fbe4ebb44a618b6c9189054fdbed on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:52:44.175286 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4a306c0e-d2a8-40ce-a28f-e7987a5b6d11 req-15be9ed0-5282-4282-bc3a-964c2c594190 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=8b3fc658-e3a8-4e72-95b9-66786b5659a6 HTTP/1.1" status: 200  len: 931 time: 0.3201046
Apr 09 13:52:44.234288 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-4a306c0e-d2a8-40ce-a28f-e7987a5b6d11 req-bfe0287a-4343-4849-ba08-86966cddbc0a tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Synchronizing usage tracker for tenant:c264fbe4ebb44a618b6c9189054fdbed on resource:security_group {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:52:44.256516 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-8a59e886-4990-4273-96b7-6ea9a7a5673d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:44.293710 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-f2a81604-7db2-489f-b4f0-d6f503faa8f1 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:44.294521 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-f2a81604-7db2-489f-b4f0-d6f503faa8f1 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Synchronizing usage tracker for tenant:9778d322afb44561b6255b78e0c47b19 on resource:network {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:52:44.316069 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-f2a81604-7db2-489f-b4f0-d6f503faa8f1 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Unset dirty status for tenant:9778d322afb44561b6255b78e0c47b19 on resource:network {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:52:44.317447 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-f2a81604-7db2-489f-b4f0-d6f503faa8f1 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.93 "GET /v2.0/networks?id=e94f1903-d158-4e6a-b9c7-07b549208c63 HTTP/1.1" status: 200  len: 809 time: 0.2384553
Apr 09 13:52:44.349877 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-33a452af-79a0-4c8a-b6cc-91dfd0a84e19 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Request body: {'port': {'device_id': '1a65bb0b-653e-46bd-8d30-d7d4b13fb038', 'network_id': 'e94f1903-d158-4e6a-b9c7-07b549208c63', 'admin_state_up': True, 'tenant_id': '9778d322afb44561b6255b78e0c47b19'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:52:44.358062 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-8539fabe-f8e3-40e0-a254-dc40a4b2013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:44.358919 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-8539fabe-f8e3-40e0-a254-dc40a4b2013f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=790e52e4-8e7b-4b24-9306-15744e4e6057&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3523118
Apr 09 13:52:44.412530 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-4a306c0e-d2a8-40ce-a28f-e7987a5b6d11 req-bfe0287a-4343-4849-ba08-86966cddbc0a tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Unset dirty status for tenant:c264fbe4ebb44a618b6c9189054fdbed on resource:security_group {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:52:44.413817 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4a306c0e-d2a8-40ce-a28f-e7987a5b6d11 req-bfe0287a-4343-4849-ba08-86966cddbc0a tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2376585
Apr 09 13:52:44.539224 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-33a452af-79a0-4c8a-b6cc-91dfd0a84e19 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:52:44.545613 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-33a452af-79a0-4c8a-b6cc-91dfd0a84e19 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Usage tracker for resource:port and tenant:9778d322afb44561b6255b78e0c47b19 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:52:44.550013 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-33a452af-79a0-4c8a-b6cc-91dfd0a84e19 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:52:44.557240 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-33a452af-79a0-4c8a-b6cc-91dfd0a84e19 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:52:44.568028 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-33a452af-79a0-4c8a-b6cc-91dfd0a84e19 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Made reservation on behalf of 9778d322afb44561b6255b78e0c47b19 for: {'port': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:52:44.575108 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-33a452af-79a0-4c8a-b6cc-91dfd0a84e19 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:44.803047 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-33a452af-79a0-4c8a-b6cc-91dfd0a84e19 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Allocated IP 172.20.0.2 (e94f1903-d158-4e6a-b9c7-07b549208c63/d347319e-8781-45e8-8908-9d916a6e2e76/5c564842-a47d-4b33-b0d4-969baa437bb4) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:52:45.010749 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-886f0c3f-e3f7-40ac-991f-2d2eb0142eef service neutron] 10.222.0.93 "GET /v2.0/networks/790e52e4-8e7b-4b24-9306-15744e4e6057?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6419027
Apr 09 13:52:45.074130 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-33a452af-79a0-4c8a-b6cc-91dfd0a84e19 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:45.081357 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e6a10-7349-4eba-b79f-af080867136f req-edd6cd83-846d-43d0-8fd1-885b706c4c81 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:45.084636 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-241e6a10-7349-4eba-b79f-af080867136f req-edd6cd83-846d-43d0-8fd1-885b706c4c81 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 943 time: 0.7785795
Apr 09 13:52:45.116189 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-33a452af-79a0-4c8a-b6cc-91dfd0a84e19 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:45.135410 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9a0c22d9-03f9-4fdd-aef2-53cd595d30a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:45.334374 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a452af-79a0-4c8a-b6cc-91dfd0a84e19 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Pushing event updated for resources: {'Port': ['ID=5c564842-a47d-4b33-b0d4-969baa437bb4,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:45.342953 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-33a452af-79a0-4c8a-b6cc-91dfd0a84e19 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:45.362275 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-241e6a10-7349-4eba-b79f-af080867136f req-70e96b39-c31e-40a9-828a-18fbccffad03 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1822152
Apr 09 13:52:45.388534 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6e5b8-f27a-40c2-8962-a188d213fb7d req-0f772352-6ab4-4579-9129-1d998679b61e tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:45.388993 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fef6e5b8-f27a-40c2-8962-a188d213fb7d req-0f772352-6ab4-4579-9129-1d998679b61e tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/ports?device_id=15b99a3d-c82e-4e10-969c-a4731b8a1a10 HTTP/1.1" status: 200  len: 950 time: 0.6101799
Apr 09 13:52:45.422388 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-33a452af-79a0-4c8a-b6cc-91dfd0a84e19 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Network e94f1903-d158-4e6a-b9c7-07b549208c63 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:52:45.424597 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-33a452af-79a0-4c8a-b6cc-91dfd0a84e19 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:52:45.427245 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-33a452af-79a0-4c8a-b6cc-91dfd0a84e19 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:52:45.520678 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-33a452af-79a0-4c8a-b6cc-91dfd0a84e19 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:45.526300 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-33a452af-79a0-4c8a-b6cc-91dfd0a84e19 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:45.556806 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-33a452af-79a0-4c8a-b6cc-91dfd0a84e19 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2120075
Apr 09 13:52:45.564498 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fef6e5b8-f27a-40c2-8962-a188d213fb7d req-f90f4c6b-b073-4b02-9505-a3a7528b2b0e tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/security-groups?id=013a888e-3ca7-4b0b-b750-289defc61241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577697
Apr 09 13:52:45.569974 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-73a51843-5f7b-4186-aba7-ff54e11d6781 req-afed8387-b7bc-4386-9a82-f6c110e82924 service neutron] 10.222.0.93 "GET /v2.0/networks/790e52e4-8e7b-4b24-9306-15744e4e6057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5391028
Apr 09 13:52:45.623820 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-75852f7d-e275-416f-8576-2d8776712198 service neutron] Request body: {'port': {'device_id': '1a65bb0b-653e-46bd-8d30-d7d4b13fb038', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:52:45.862632 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-8a59e886-4990-4273-96b7-6ea9a7a5673d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f {{(pid=85290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:52:45.864706 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-75852f7d-e275-416f-8576-2d8776712198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:45.882372 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-8a59e886-4990-4273-96b7-6ea9a7a5673d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:45.894925 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700758f-e97b-49ac-97c5-8b5d50291b87 req-1a2c8b7b-264d-42d3-b2ce-5e7f92c98b4c tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:45.896654 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1700758f-e97b-49ac-97c5-8b5d50291b87 req-1a2c8b7b-264d-42d3-b2ce-5e7f92c98b4c tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 0.3223727
Apr 09 13:52:45.918804 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-8a59e886-4990-4273-96b7-6ea9a7a5673d service neutron] Transition to ACTIVE for port object 8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f will not be triggered until provisioned by entity L2. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:52:45.939533 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-8a59e886-4990-4273-96b7-6ea9a7a5673d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:45.958579 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:46.004458 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ddc3e-d201-4b75-a6a6-25c37c0e955a req-4d6cb152-12d8-4774-a3cc-80a179d3e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:46.006129 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a44ddc3e-d201-4b75-a6a6-25c37c0e955a req-4d6cb152-12d8-4774-a3cc-80a179d3e090 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4c147f1cde8b46c7be8d2d3698b9a007&device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 1096 time: 0.3368506
Apr 09 13:52:46.067032 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1700758f-e97b-49ac-97c5-8b5d50291b87 req-8c3c68a5-30d3-4b84-aa8b-1e5f45ebfee6 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1519551
Apr 09 13:52:46.292428 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59e886-4990-4273-96b7-6ea9a7a5673d service neutron] Pushing event updated for resources: {'Port': ['ID=8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:46.304432 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-8a59e886-4990-4273-96b7-6ea9a7a5673d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:46.364562 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-75852f7d-e275-416f-8576-2d8776712198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c564842-a47d-4b33-b0d4-969baa437bb4 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:52:46.379954 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-75852f7d-e275-416f-8576-2d8776712198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:46.407861 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-75852f7d-e275-416f-8576-2d8776712198 service neutron] Transition to ACTIVE for port object 5c564842-a47d-4b33-b0d4-969baa437bb4 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:52:46.411592 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-75852f7d-e275-416f-8576-2d8776712198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246095'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:46.416868 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ddc3e-d201-4b75-a6a6-25c37c0e955a req-b0da11a4-60a4-4810-859f-4cd602ff71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:46.418507 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a44ddc3e-d201-4b75-a6a6-25c37c0e955a req-b0da11a4-60a4-4810-859f-4cd602ff71d6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=790e52e4-8e7b-4b24-9306-15744e4e6057 HTTP/1.1" status: 200  len: 916 time: 0.3436837
Apr 09 13:52:46.440032 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f4762c95-7a54-41ab-8c06-cf1db5412e1c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:46.564159 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a44ddc3e-d201-4b75-a6a6-25c37c0e955a req-1eb99aa7-8075-47fc-a660-e01ebc471b35 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bef3ca8a-8fed-47c9-add5-934a3d492c30 HTTP/1.1" status: 200  len: 217 time: 0.0859258
Apr 09 13:52:46.573335 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ced43-a439-4c99-93b7-88b72d4ae1f8 req-c3734abe-7104-4311-9d12-750d46f854a8 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:46.574912 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a00ced43-a439-4c99-93b7-88b72d4ae1f8 req-c3734abe-7104-4311-9d12-750d46f854a8 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a65bb0b-653e-46bd-8d30-d7d4b13fb038 HTTP/1.1" status: 200  len: 931 time: 0.3534071
Apr 09 13:52:46.589942 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75852f7d-e275-416f-8576-2d8776712198 service neutron] Pushing event updated for resources: {'Port': ['ID=5c564842-a47d-4b33-b0d4-969baa437bb4,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:46.594271 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-75852f7d-e275-416f-8576-2d8776712198 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:46.719853 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-8a59e886-4990-4273-96b7-6ea9a7a5673d service neutron] Attempting to bind port 8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f on host hv-cinder-78536 for vnic_type normal with profile  {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:52:46.720228 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-8a59e886-4990-4273-96b7-6ea9a7a5673d service neutron] Attempting to bind port 8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '93fb02bd-6ea5-4711-9695-de72918154e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '98d3058f-a010-4e34-9173-aef7e52dc755'}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:52:46.720630 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-8a59e886-4990-4273-96b7-6ea9a7a5673d service neutron] Attempting to bind port 8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f on network 98d3058f-a010-4e34-9173-aef7e52dc755 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:52:46.734026 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-8a59e886-4990-4273-96b7-6ea9a7a5673d service neutron] Port 8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f on network 98d3058f-a010-4e34-9173-aef7e52dc755 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 13:52:46.734392 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-8a59e886-4990-4273-96b7-6ea9a7a5673d service neutron] Attempting to bind port 8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f on network 98d3058f-a010-4e34-9173-aef7e52dc755 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:52:46.743189 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ddc3e-d201-4b75-a6a6-25c37c0e955a req-d4cbe3d5-54b8-409b-84ea-d7165b2aa7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:46.745418 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a44ddc3e-d201-4b75-a6a6-25c37c0e955a req-d4cbe3d5-54b8-409b-84ea-d7165b2aa7e7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3 HTTP/1.1" status: 200  len: 854 time: 0.1682298
Apr 09 13:52:46.748462 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a00ced43-a439-4c99-93b7-88b72d4ae1f8 req-5aa05999-bdc6-4dc9-9d48-98a6a392d6ab tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065547
Apr 09 13:52:46.751342 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-8a59e886-4990-4273-96b7-6ea9a7a5673d service neutron] Checking agent: {'id': '8b22d5c6-5838-4546-ac77-8d10367985fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'started_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:52:46.751721 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-8a59e886-4990-4273-96b7-6ea9a7a5673d service neutron] Checking segment: {'id': '93fb02bd-6ea5-4711-9695-de72918154e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '98d3058f-a010-4e34-9173-aef7e52dc755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:52:46.752153 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-8a59e886-4990-4273-96b7-6ea9a7a5673d service neutron] Bound using segment: {'id': '93fb02bd-6ea5-4711-9695-de72918154e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '98d3058f-a010-4e34-9173-aef7e52dc755'} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:52:46.752652 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-8a59e886-4990-4273-96b7-6ea9a7a5673d service neutron] Bound port: 8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93fb02bd-6ea5-4711-9695-de72918154e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '98d3058f-a010-4e34-9173-aef7e52dc755'}}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:52:46.753057 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-8a59e886-4990-4273-96b7-6ea9a7a5673d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:46.911493 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-75852f7d-e275-416f-8576-2d8776712198 service neutron] Attempting to bind port 5c564842-a47d-4b33-b0d4-969baa437bb4 on host hv-cinder-78536 for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:52:46.911863 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-75852f7d-e275-416f-8576-2d8776712198 service neutron] Attempting to bind port 5c564842-a47d-4b33-b0d4-969baa437bb4 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '541a3095-c334-4ed9-a8bc-0a28bead28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'e94f1903-d158-4e6a-b9c7-07b549208c63'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:52:46.912447 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-75852f7d-e275-416f-8576-2d8776712198 service neutron] Attempting to bind port 5c564842-a47d-4b33-b0d4-969baa437bb4 on network e94f1903-d158-4e6a-b9c7-07b549208c63 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:52:46.928214 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83843947-bf19-4d0c-8b3c-f3deef33e2cd req-7c357d4e-4715-4404-862e-ab328e153a04 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:46.930042 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-83843947-bf19-4d0c-8b3c-f3deef33e2cd req-7c357d4e-4715-4404-862e-ab328e153a04 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.93 "GET /v2.0/ports?device_id=15b99a3d-c82e-4e10-969c-a4731b8a1a10 HTTP/1.1" status: 200  len: 950 time: 0.1882653
Apr 09 13:52:46.930897 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-75852f7d-e275-416f-8576-2d8776712198 service neutron] Port 5c564842-a47d-4b33-b0d4-969baa437bb4 on network e94f1903-d158-4e6a-b9c7-07b549208c63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 13:52:46.931387 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-75852f7d-e275-416f-8576-2d8776712198 service neutron] Attempting to bind port 5c564842-a47d-4b33-b0d4-969baa437bb4 on network e94f1903-d158-4e6a-b9c7-07b549208c63 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:52:46.975215 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-75852f7d-e275-416f-8576-2d8776712198 service neutron] Checking agent: {'id': '8b22d5c6-5838-4546-ac77-8d10367985fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'started_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:52:46.975215 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-75852f7d-e275-416f-8576-2d8776712198 service neutron] Checking segment: {'id': '541a3095-c334-4ed9-a8bc-0a28bead28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'e94f1903-d158-4e6a-b9c7-07b549208c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:52:46.975668 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-75852f7d-e275-416f-8576-2d8776712198 service neutron] Bound using segment: {'id': '541a3095-c334-4ed9-a8bc-0a28bead28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'e94f1903-d158-4e6a-b9c7-07b549208c63'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:52:46.976154 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-75852f7d-e275-416f-8576-2d8776712198 service neutron] Bound port: 5c564842-a47d-4b33-b0d4-969baa437bb4, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '541a3095-c334-4ed9-a8bc-0a28bead28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'e94f1903-d158-4e6a-b9c7-07b549208c63'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:52:46.976565 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-75852f7d-e275-416f-8576-2d8776712198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:47.128711 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-83843947-bf19-4d0c-8b3c-f3deef33e2cd req-bec142f1-efa7-48da-86e2-8becd6be1ddc tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Deleting port 72a3991e-f2c5-4903-bfcb-04aade32c374 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:52:47.129332 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-83843947-bf19-4d0c-8b3c-f3deef33e2cd req-bec142f1-efa7-48da-86e2-8becd6be1ddc tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:47.252234 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-75852f7d-e275-416f-8576-2d8776712198 service neutron] For port 5c564842-a47d-4b33-b0d4-969baa437bb4, host hv-cinder-78536, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:52:47.282388 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-75852f7d-e275-416f-8576-2d8776712198 service neutron] For port 5c564842-a47d-4b33-b0d4-969baa437bb4, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=5c564842-a47d-4b33-b0d4-969baa437bb4,segment=NetworkSegment(541a3095-c334-4ed9-a8bc-0a28bead28e9),segment_id=541a3095-c334-4ed9-a8bc-0a28bead28e9)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:52:47.316417 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-8a59e886-4990-4273-96b7-6ea9a7a5673d service neutron] For port 8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f, host hv-cinder-78536, cleared binding levels {{(pid=85290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:52:47.341885 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-8a59e886-4990-4273-96b7-6ea9a7a5673d service neutron] For port 8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f,segment=NetworkSegment(93fb02bd-6ea5-4711-9695-de72918154e7),segment_id=93fb02bd-6ea5-4711-9695-de72918154e7)] {{(pid=85290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:52:47.344314 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-75852f7d-e275-416f-8576-2d8776712198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246095'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:47.350521 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-8a59e886-4990-4273-96b7-6ea9a7a5673d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:47.373468 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c33c2850-9c72-4499-8241-45f783e2b504 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:47.392759 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:47.473711 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb23441-cf75-40d6-93ef-d80d6fa708ef req-72912a4d-d310-45cc-9de4-d472632c1880 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:47.475407 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1cb23441-cf75-40d6-93ef-d80d6fa708ef req-72912a4d-d310-45cc-9de4-d472632c1880 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=8b3fc658-e3a8-4e72-95b9-66786b5659a6 HTTP/1.1" status: 200  len: 943 time: 0.6851389
Apr 09 13:52:47.520506 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14db9b-8676-4cdd-a17a-21a826a4eff1 req-7c45af3b-2067-4931-a03d-2621c470e1bc tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:47.522094 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7e14db9b-8676-4cdd-a17a-21a826a4eff1 req-7c45af3b-2067-4931-a03d-2621c470e1bc tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.6230133
Apr 09 13:52:47.545850 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ddc3e-d201-4b75-a6a6-25c37c0e955a req-f323ee80-5217-415a-802b-b417c6b2f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:47.547472 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a44ddc3e-d201-4b75-a6a6-25c37c0e955a req-f323ee80-5217-415a-802b-b417c6b2f703 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=790e52e4-8e7b-4b24-9306-15744e4e6057&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7553852
Apr 09 13:52:47.622038 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1cb23441-cf75-40d6-93ef-d80d6fa708ef req-b91339dd-2e53-42fc-a463-2dc0e4efdd47 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172607
Apr 09 13:52:47.715192 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59e886-4990-4273-96b7-6ea9a7a5673d service neutron] Pushing event updated for resources: {'Port': ['ID=8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f,revision_number=3']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:47.721075 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7e14db9b-8676-4cdd-a17a-21a826a4eff1 req-e5d79bb0-a87e-45ac-89dd-f660dede73ee tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1700599
Apr 09 13:52:47.726481 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-8a59e886-4990-4273-96b7-6ea9a7a5673d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:47.805938 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-8a59e886-4990-4273-96b7-6ea9a7a5673d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:47.807336 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-8a59e886-4990-4273-96b7-6ea9a7a5673d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:47.809112 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-8a59e886-4990-4273-96b7-6ea9a7a5673d service neutron] 10.222.0.93 "PUT /v2.0/ports/8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f HTTP/1.1" status: 200  len: 1093 time: 3.8370998
Apr 09 13:52:47.809741 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3fc658-e3a8-4e72-95b9-66786b5659a6', 'tag': '8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:52:47.828994 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a44ddc3e-d201-4b75-a6a6-25c37c0e955a req-4b6b9a09-6c3b-4518-80cb-1d2e4f7a446a service neutron] 10.222.0.93 "GET /v2.0/networks/790e52e4-8e7b-4b24-9306-15744e4e6057?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2671804
Apr 09 13:52:47.966729 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75852f7d-e275-416f-8576-2d8776712198 service neutron] Pushing event updated for resources: {'Port': ['ID=5c564842-a47d-4b33-b0d4-969baa437bb4,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:47.976400 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-75852f7d-e275-416f-8576-2d8776712198 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:48.079307 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-83843947-bf19-4d0c-8b3c-f3deef33e2cd req-bec142f1-efa7-48da-86e2-8becd6be1ddc tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] For port 72a3991e-f2c5-4903-bfcb-04aade32c374, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=72a3991e-f2c5-4903-bfcb-04aade32c374,segment=NetworkSegment(59f248c5-ef48-486e-81c4-64c04cbfa764),segment_id=59f248c5-ef48-486e-81c4-64c04cbfa764)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:52:48.080219 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-83843947-bf19-4d0c-8b3c-f3deef33e2cd req-bec142f1-efa7-48da-86e2-8becd6be1ddc tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:48.092486 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-75852f7d-e275-416f-8576-2d8776712198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:48.092809 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-75852f7d-e275-416f-8576-2d8776712198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:48.094926 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-75852f7d-e275-416f-8576-2d8776712198 service neutron] 10.222.0.93 "PUT /v2.0/ports/5c564842-a47d-4b33-b0d4-969baa437bb4 HTTP/1.1" status: 200  len: 1093 time: 2.4787967
Apr 09 13:52:48.096576 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a65bb0b-653e-46bd-8d30-d7d4b13fb038', 'tag': '5c564842-a47d-4b33-b0d4-969baa437bb4'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:52:48.182673 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a44ddc3e-d201-4b75-a6a6-25c37c0e955a req-e9eebff4-ba91-4d90-9645-1995251a08d8 service neutron] 10.222.0.93 "GET /v2.0/networks/790e52e4-8e7b-4b24-9306-15744e4e6057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3375051
Apr 09 13:52:48.325082 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-81c36d3a-cea0-4725-a3bc-0625364379dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:48.369743 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-83843947-bf19-4d0c-8b3c-f3deef33e2cd req-bec142f1-efa7-48da-86e2-8becd6be1ddc tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Calling delete_port for 72a3991e-f2c5-4903-bfcb-04aade32c374 owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:52:48.470010 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-ea547004-f9b5-42cf-b940-b50991c78dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:48.471641 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-ea547004-f9b5-42cf-b940-b50991c78dcc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c264fbe4ebb44a618b6c9189054fdbed&device_id=8b3fc658-e3a8-4e72-95b9-66786b5659a6 HTTP/1.1" status: 200  len: 1096 time: 0.5984888
Apr 09 13:52:48.523878 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-09e81e65-6a05-49ee-b677-9076a3851e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:48.526004 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-09e81e65-6a05-49ee-b677-9076a3851e74 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9778d322afb44561b6255b78e0c47b19&device_id=1a65bb0b-653e-46bd-8d30-d7d4b13fb038 HTTP/1.1" status: 200  len: 1096 time: 0.2744820
Apr 09 13:52:48.573475 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-ee40e273-cfbc-450c-9ac4-8a9060c7a624 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f HTTP/1.1" status: 200  len: 217 time: 0.0856445
Apr 09 13:52:48.582622 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cabba-b60b-4b13-a85f-23c16ef00182 req-41bd3a66-c047-4626-9d7f-021eb6e1b237 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:48.584338 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-016cabba-b60b-4b13-a85f-23c16ef00182 req-41bd3a66-c047-4626-9d7f-021eb6e1b237 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/ports?device_id=15b99a3d-c82e-4e10-969c-a4731b8a1a10 HTTP/1.1" status: 200  len: 950 time: 0.3896112
Apr 09 13:52:48.659477 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b9417-c246-4d34-aab3-e10369d5eef2 req-8bf0f784-fe94-4cad-bfd6-2ff89c9d5e05 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:48.661199 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-528b9417-c246-4d34-aab3-e10369d5eef2 req-8bf0f784-fe94-4cad-bfd6-2ff89c9d5e05 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 943 time: 0.4633677
Apr 09 13:52:48.663668 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-c676f5d7-6b6d-45af-a32a-b377de5e0688 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5c564842-a47d-4b33-b0d4-969baa437bb4 HTTP/1.1" status: 200  len: 217 time: 0.0805733
Apr 09 13:52:48.702586 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-016cabba-b60b-4b13-a85f-23c16ef00182 req-4853dd57-a209-44fe-9e34-dea855b68d41 tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/security-groups?id=013a888e-3ca7-4b0b-b750-289defc61241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730567
Apr 09 13:52:48.725342 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-528b9417-c246-4d34-aab3-e10369d5eef2 req-6ae43f3d-f4a6-406d-8d76-87da09a09127 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536463
Apr 09 13:52:48.727111 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-0a443209-a70b-4ba4-bf68-46b10914574a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:48.730428 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-0a443209-a70b-4ba4-bf68-46b10914574a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b5c341a0-e76b-410a-bd2d-6640cb8b99f9 HTTP/1.1" status: 200  len: 853 time: 0.1445870
Apr 09 13:52:48.743649 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-83843947-bf19-4d0c-8b3c-f3deef33e2cd req-bec142f1-efa7-48da-86e2-8becd6be1ddc tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:48.808877 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-d8710f39-4c55-476f-bddc-67f9961e9fc5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=98d3058f-a010-4e34-9173-aef7e52dc755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0698016
Apr 09 13:52:48.848520 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:48.902693 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec142f1-efa7-48da-86e2-8becd6be1ddc tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Pushing event deleted for resources: {'Port': ['ID=72a3991e-f2c5-4903-bfcb-04aade32c374,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:48.905376 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-bec142f1-efa7-48da-86e2-8becd6be1ddc tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:48.920877 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-ad637f4d-cfe0-41a4-b8dc-f5277522a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:48.922506 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-ad637f4d-cfe0-41a4-b8dc-f5277522a83b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d347319e-8781-45e8-8908-9d916a6e2e76 HTTP/1.1" status: 200  len: 849 time: 0.2489524
Apr 09 13:52:48.979277 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-319a88db-2a14-4dc0-830e-820a8d06322a service neutron] 10.222.0.93 "GET /v2.0/networks/98d3058f-a010-4e34-9173-aef7e52dc755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1628909
Apr 09 13:52:49.014722 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-5bdb8689-3824-4e10-acf9-8d8ef7b07dd1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e94f1903-d158-4e6a-b9c7-07b549208c63&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0783925
Apr 09 13:52:49.094444 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3fc658-e3a8-4e72-95b9-66786b5659a6', 'tag': '8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f', 'status': 'completed', 'code': 200}
Apr 09 13:52:49.221420 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a65bb0b-653e-46bd-8d30-d7d4b13fb038', 'tag': '5c564842-a47d-4b33-b0d4-969baa437bb4', 'status': 'completed', 'code': 200}
Apr 09 13:52:49.226651 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9efbb09d-d5fd-46f2-b903-5f72ab5815c8 req-188b8536-f2be-4f49-b35f-12fb20fa6c88 service neutron] 10.222.0.93 "GET /v2.0/networks/98d3058f-a010-4e34-9173-aef7e52dc755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2381122
Apr 09 13:52:49.277798 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe40fd-1a30-49a4-8e1a-ac18a1575548 req-38274650-1b5c-434c-8a1b-935cd0c69596 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:49.285851 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-defe40fd-1a30-49a4-8e1a-ac18a1575548 req-38274650-1b5c-434c-8a1b-935cd0c69596 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a65bb0b-653e-46bd-8d30-d7d4b13fb038 HTTP/1.1" status: 200  len: 943 time: 0.1881430
Apr 09 13:52:49.341732 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-83843947-bf19-4d0c-8b3c-f3deef33e2cd req-bec142f1-efa7-48da-86e2-8becd6be1ddc tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] No DVR routers for this DVR port 72a3991e-f2c5-4903-bfcb-04aade32c374 on host hv-cinder-78536 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 13:52:49.351154 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-83843947-bf19-4d0c-8b3c-f3deef33e2cd req-bec142f1-efa7-48da-86e2-8becd6be1ddc tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:49.420689 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-83843947-bf19-4d0c-8b3c-f3deef33e2cd req-bec142f1-efa7-48da-86e2-8becd6be1ddc tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.93 "DELETE /v2.0/ports/72a3991e-f2c5-4903-bfcb-04aade32c374 HTTP/1.1" status: 204  len: 173 time: 2.4848392
Apr 09 13:52:49.455639 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-defe40fd-1a30-49a4-8e1a-ac18a1575548 req-c6eb9470-365a-44a9-a825-1596ee663d65 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1687086
Apr 09 13:52:49.468458 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-73792287-6ab7-402b-b191-e18087ca992d service neutron] 10.222.0.93 "GET /v2.0/networks/e94f1903-d158-4e6a-b9c7-07b549208c63?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4464562
Apr 09 13:52:49.508490 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a943a-7088-47b4-bde9-eed2bea68ed7 req-96bb52b0-bb27-4d6e-91f1-e0c764df3477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:49.510157 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ef9a943a-7088-47b4-bde9-eed2bea68ed7 req-96bb52b0-bb27-4d6e-91f1-e0c764df3477 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c264fbe4ebb44a618b6c9189054fdbed&device_id=8b3fc658-e3a8-4e72-95b9-66786b5659a6 HTTP/1.1" status: 200  len: 1096 time: 0.2062645
Apr 09 13:52:49.523452 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2f2a7-7d93-44a2-9769-e0e47e11cdee req-b251b97a-a816-4a5c-8dea-beddb00a050a tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:49.526844 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-00f2f2a7-7d93-44a2-9769-e0e47e11cdee req-b251b97a-a816-4a5c-8dea-beddb00a050a tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=8b3fc658-e3a8-4e72-95b9-66786b5659a6 HTTP/1.1" status: 200  len: 943 time: 0.2386103
Apr 09 13:52:49.658740 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1e117296-6a15-4c74-ab6a-126b310ae5c0 req-e1cae55d-2056-4b4a-a280-b2f8796edabe service neutron] 10.222.0.93 "GET /v2.0/networks/e94f1903-d158-4e6a-b9c7-07b549208c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1745913
Apr 09 13:52:49.663944 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-00f2f2a7-7d93-44a2-9769-e0e47e11cdee req-be3f85da-51b2-4487-a9c7-3a7fe6367f11 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095536
Apr 09 13:52:49.733786 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a943a-7088-47b4-bde9-eed2bea68ed7 req-0c243541-7f45-49b7-a3e7-0b7778c171d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:49.735806 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ef9a943a-7088-47b4-bde9-eed2bea68ed7 req-0c243541-7f45-49b7-a3e7-0b7778c171d4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=98d3058f-a010-4e34-9173-aef7e52dc755 HTTP/1.1" status: 200  len: 914 time: 0.2077124
Apr 09 13:52:49.826962 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ef9a943a-7088-47b4-bde9-eed2bea68ed7 req-0f948b56-5ec3-48ea-88e1-6fc6743c8939 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f HTTP/1.1" status: 200  len: 217 time: 0.0820100
Apr 09 13:52:49.951685 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28697e4e-07ee-4223-a959-ec80ebdd88fe req-daa81533-aee7-4944-83d4-c2123880f4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:49.953298 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-28697e4e-07ee-4223-a959-ec80ebdd88fe req-daa81533-aee7-4944-83d4-c2123880f4f7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9778d322afb44561b6255b78e0c47b19&device_id=1a65bb0b-653e-46bd-8d30-d7d4b13fb038 HTTP/1.1" status: 200  len: 1096 time: 0.0879645
Apr 09 13:52:49.989618 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-db54ce2c-3c98-41ff-9b9f-589e0b2e9f7c req-85f36245-c9d8-4dc5-b285-f9c8a76ed05d tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] 10.222.0.96 "GET /v2.0/ports?device_id=15b99a3d-c82e-4e10-969c-a4731b8a1a10 HTTP/1.1" status: 200  len: 210 time: 0.1132188
Apr 09 13:52:49.998588 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device bef3ca8a-8fed-47c9-add5-934a3d492c30 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 13:52:50.015021 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a943a-7088-47b4-bde9-eed2bea68ed7 req-c8a54ef9-1726-43d9-b87d-cd88821f73f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:50.015021 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ef9a943a-7088-47b4-bde9-eed2bea68ed7 req-c8a54ef9-1726-43d9-b87d-cd88821f73f7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b5c341a0-e76b-410a-bd2d-6640cb8b99f9 HTTP/1.1" status: 200  len: 853 time: 0.1789396
Apr 09 13:52:50.097201 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ef9a943a-7088-47b4-bde9-eed2bea68ed7 req-3def8496-4b14-4d80-b8dc-4b95a6cbcc77 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=98d3058f-a010-4e34-9173-aef7e52dc755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0693464
Apr 09 13:52:50.102378 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 72a3991e-f2c5-4903-bfcb-04aade32c374 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 13:52:50.113153 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137f21e-add9-4949-ac9c-a8d976da6ff6 req-41158632-2c4a-4e81-ae28-194a6e8f3e69 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:50.114877 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2137f21e-add9-4949-ac9c-a8d976da6ff6 req-41158632-2c4a-4e81-ae28-194a6e8f3e69 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 943 time: 0.2372510
Apr 09 13:52:50.121973 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28697e4e-07ee-4223-a959-ec80ebdd88fe req-01cc31d8-7d50-4965-911b-aeedbd412752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:50.123896 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-28697e4e-07ee-4223-a959-ec80ebdd88fe req-01cc31d8-7d50-4965-911b-aeedbd412752 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e94f1903-d158-4e6a-b9c7-07b549208c63 HTTP/1.1" status: 200  len: 910 time: 0.1624475
Apr 09 13:52:50.155303 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] No Port match for: 72a3991e-f2c5-4903-bfcb-04aade32c374 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 13:52:50.155702 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 72a3991e-f2c5-4903-bfcb-04aade32c374 not bound to the agent host hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 13:52:50.202459 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-28697e4e-07ee-4223-a959-ec80ebdd88fe req-025b3ddc-fcf6-4ddf-b98f-25a8a9e45346 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5c564842-a47d-4b33-b0d4-969baa437bb4 HTTP/1.1" status: 200  len: 217 time: 0.0715778
Apr 09 13:52:50.204916 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port bef3ca8a-8fed-47c9-add5-934a3d492c30, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=bef3ca8a-8fed-47c9-add5-934a3d492c30,segment=NetworkSegment(ef686021-fad8-4b5d-8039-d61ea002be76),segment_id=ef686021-fad8-4b5d-8039-d61ea002be76)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:52:50.220445 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Returning: {'device': 'bef3ca8a-8fed-47c9-add5-934a3d492c30', 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057', 'port_id': 'bef3ca8a-8fed-47c9-add5-934a3d492c30', 'mac_address': 'fa:16:3e:73:30:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 970, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 13:52:50.240018 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2137f21e-add9-4949-ac9c-a8d976da6ff6 req-cad8bf91-fd76-4d2d-88cb-3f6439d2c9a0 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404086
Apr 09 13:52:50.290026 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ef9a943a-7088-47b4-bde9-eed2bea68ed7 req-b8382c3f-62a5-491b-8bba-e558e78226ab service neutron] 10.222.0.93 "GET /v2.0/networks/98d3058f-a010-4e34-9173-aef7e52dc755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1741083
Apr 09 13:52:50.298733 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28697e4e-07ee-4223-a959-ec80ebdd88fe req-cbfbf9c4-5fed-4f7b-b228-f6ddde8af105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:50.300575 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-28697e4e-07ee-4223-a959-ec80ebdd88fe req-cbfbf9c4-5fed-4f7b-b228-f6ddde8af105 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d347319e-8781-45e8-8908-9d916a6e2e76 HTTP/1.1" status: 200  len: 849 time: 0.0916255
Apr 09 13:52:50.304976 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:50.306569 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef3ca8a-8fed-47c9-add5-934a3d492c30 {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:52:50.325813 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port bef3ca8a-8fed-47c9-add5-934a3d492c30, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=bef3ca8a-8fed-47c9-add5-934a3d492c30,segment=NetworkSegment(ef686021-fad8-4b5d-8039-d61ea002be76),segment_id=ef686021-fad8-4b5d-8039-d61ea002be76)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:52:50.329525 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:50.331426 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:50.378462 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-28697e4e-07ee-4223-a959-ec80ebdd88fe req-c8f139e4-02a7-4da9-859e-9c3d76cce70f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e94f1903-d158-4e6a-b9c7-07b549208c63&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0702443
Apr 09 13:52:50.459109 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=bef3ca8a-8fed-47c9-add5-934a3d492c30,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:50.471300 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:50.472684 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ef9a943a-7088-47b4-bde9-eed2bea68ed7 req-4bc12895-a937-41e5-bbe6-05762278cb8c service neutron] 10.222.0.93 "GET /v2.0/networks/98d3058f-a010-4e34-9173-aef7e52dc755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1756558
Apr 09 13:52:50.612847 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-28697e4e-07ee-4223-a959-ec80ebdd88fe req-0eed2cf3-7ad5-4d15-a24a-0a32a89cfea6 service neutron] 10.222.0.93 "GET /v2.0/networks/e94f1903-d158-4e6a-b9c7-07b549208c63?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2259793
Apr 09 13:52:50.754698 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd29d0e-a5d7-485a-9a38-101e62803d51 req-6a777d1a-d315-4b2a-891b-41992c7499e0 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:50.757110 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4dd29d0e-a5d7-485a-9a38-101e62803d51 req-6a777d1a-d315-4b2a-891b-41992c7499e0 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a65bb0b-653e-46bd-8d30-d7d4b13fb038 HTTP/1.1" status: 200  len: 943 time: 0.1463542
Apr 09 13:52:50.781332 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-28697e4e-07ee-4223-a959-ec80ebdd88fe req-b2816795-d94a-4dbe-b363-e651416b2b8c service neutron] 10.222.0.93 "GET /v2.0/networks/e94f1903-d158-4e6a-b9c7-07b549208c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1526172
Apr 09 13:52:50.791989 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4dd29d0e-a5d7-485a-9a38-101e62803d51 req-e4fa2acc-1869-486d-9c0b-bb97869783e7 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0283580
Apr 09 13:52:50.922350 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8445eea-7a12-4f98-9b81-f25346e26d6e req-a48c9831-6fed-4c6e-85e1-23bdfd8b26d3 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:50.924228 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c8445eea-7a12-4f98-9b81-f25346e26d6e req-a48c9831-6fed-4c6e-85e1-23bdfd8b26d3 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=8b3fc658-e3a8-4e72-95b9-66786b5659a6 HTTP/1.1" status: 200  len: 943 time: 0.0967181
Apr 09 13:52:50.956230 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c8445eea-7a12-4f98-9b81-f25346e26d6e req-6c3587f9-242c-4964-8d44-3a6f4ec89734 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251913
Apr 09 13:52:51.216659 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['bef3ca8a-8fed-47c9-add5-934a3d492c30'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:52:51.269493 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b99a3d-c82e-4e10-969c-a4731b8a1a10', 'name': 'network-vif-deleted', 'tag': '72a3991e-f2c5-4903-bfcb-04aade32c374'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:52:51.383266 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b18083-3736-4b7b-9745-afa7237889e6 req-aac8153c-131e-40a2-a21f-30d5f6262cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:51.386629 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c5b18083-3736-4b7b-9745-afa7237889e6 req-aac8153c-131e-40a2-a21f-30d5f6262cc1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=81bb3f6d64b54413a5b4c9a77b170d9a&device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 1098 time: 0.1664822
Apr 09 13:52:51.466818 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-400bb5f9-c3cd-49ac-9d29-52619e9997e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:51.491441 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:51.594478 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b18083-3736-4b7b-9745-afa7237889e6 req-912cb63d-7beb-4582-8650-a4fd26145c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:51.596857 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c5b18083-3736-4b7b-9745-afa7237889e6 req-912cb63d-7beb-4582-8650-a4fd26145c40 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b146cef2-8ca4-4eb4-80db-037ecad68a76 HTTP/1.1" status: 200  len: 919 time: 0.2027948
Apr 09 13:52:51.737386 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c5b18083-3736-4b7b-9745-afa7237889e6 req-e1199cf4-554a-405a-97cf-0fd716a966a7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=211d2bc4-c81a-4cb1-be28-f837d0abfcdc HTTP/1.1" status: 200  len: 217 time: 0.1246119
Apr 09 13:52:51.813389 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902f8b5-de3a-4db2-a5e7-6c48b8ea12f2 req-775e6e6a-7e8f-4563-9957-d42796b6dcda tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:51.815086 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7902f8b5-de3a-4db2-a5e7-6c48b8ea12f2 req-775e6e6a-7e8f-4563-9957-d42796b6dcda tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.5023477
Apr 09 13:52:51.864772 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7902f8b5-de3a-4db2-a5e7-6c48b8ea12f2 req-ecdf0f25-931d-4f91-9d3f-36e5b969dc83 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0342083
Apr 09 13:52:51.866861 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b18083-3736-4b7b-9745-afa7237889e6 req-6f06a7c0-030e-4946-b6f8-5392c6dede99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:51.871870 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c5b18083-3736-4b7b-9745-afa7237889e6 req-6f06a7c0-030e-4946-b6f8-5392c6dede99 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=41271458-1804-4a74-869f-5c1bd342a20b HTTP/1.1" status: 200  len: 858 time: 0.1236372
Apr 09 13:52:51.902489 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cc494-368b-4dd5-b9b4-b7713febe467 req-8af93277-6fcd-4538-a74e-13248e4222cd tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:51.904181 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bb1cc494-368b-4dd5-b9b4-b7713febe467 req-8af93277-6fcd-4538-a74e-13248e4222cd tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 944 time: 0.1959438
Apr 09 13:52:51.960198 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b99a3d-c82e-4e10-969c-a4731b8a1a10', 'name': 'network-vif-deleted', 'tag': '72a3991e-f2c5-4903-bfcb-04aade32c374', 'status': 'completed', 'code': 200}
Apr 09 13:52:51.969025 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bb1cc494-368b-4dd5-b9b4-b7713febe467 req-3ad75a81-3c46-472c-8534-f336f7d5fd6f tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573559
Apr 09 13:52:51.970437 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c5b18083-3736-4b7b-9745-afa7237889e6 req-fe73ec38-0660-4b42-b32a-0a036bc7bc72 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b146cef2-8ca4-4eb4-80db-037ecad68a76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0928259
Apr 09 13:52:52.188480 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c5b18083-3736-4b7b-9745-afa7237889e6 req-24e24b20-36e9-4e88-bc9c-1ae7845b765b service neutron] 10.222.0.93 "GET /v2.0/networks/b146cef2-8ca4-4eb4-80db-037ecad68a76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2101398
Apr 09 13:52:52.443058 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c5b18083-3736-4b7b-9745-afa7237889e6 req-6bb549a6-9105-4cbe-b68b-ebe365247c8d service neutron] 10.222.0.93 "GET /v2.0/networks/b146cef2-8ca4-4eb4-80db-037ecad68a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2478137
Apr 09 13:52:52.651591 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e73f6-d2d5-41b7-b9b1-69636a52ea23 req-2f47d177-2d2f-4860-a26a-c6e76ff47371 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:52.653318 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-031e73f6-d2d5-41b7-b9b1-69636a52ea23 req-2f47d177-2d2f-4860-a26a-c6e76ff47371 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=8b3fc658-e3a8-4e72-95b9-66786b5659a6 HTTP/1.1" status: 200  len: 943 time: 0.1717753
Apr 09 13:52:52.693512 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521e6d2-56b0-4bd2-98c3-0736d185ffbb req-ed556639-5c7d-4cbb-8cbd-184687210d71 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:52.695376 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b521e6d2-56b0-4bd2-98c3-0736d185ffbb req-ed556639-5c7d-4cbb-8cbd-184687210d71 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a65bb0b-653e-46bd-8d30-d7d4b13fb038 HTTP/1.1" status: 200  len: 943 time: 0.1497977
Apr 09 13:52:52.719975 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-031e73f6-d2d5-41b7-b9b1-69636a52ea23 req-3acc59be-892e-46f7-8928-50884bdc989d tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586543
Apr 09 13:52:52.739204 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b521e6d2-56b0-4bd2-98c3-0736d185ffbb req-4a3aeda2-9030-4cf5-bd3a-bc9e709a2771 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363953
Apr 09 13:52:53.108402 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047d120-2a65-414f-bef1-2722141a394b req-3d3a96d1-ee76-408f-945a-3757e1139ac6 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:53.110222 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2047d120-2a65-414f-bef1-2722141a394b req-3d3a96d1-ee76-408f-945a-3757e1139ac6 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1113911
Apr 09 13:52:53.131090 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:53.191673 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2047d120-2a65-414f-bef1-2722141a394b req-1ac85847-e551-4495-a24c-58b25ca8780e tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350611
Apr 09 13:52:53.233352 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ad783-3a98-4929-8996-c5d62d7ba0d7 req-2097868c-6980-408c-a65d-83e647d21904 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:53.235105 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0e4ad783-3a98-4929-8996-c5d62d7ba0d7 req-2097868c-6980-408c-a65d-83e647d21904 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 944 time: 0.1238792
Apr 09 13:52:53.301101 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:53.306900 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0e4ad783-3a98-4929-8996-c5d62d7ba0d7 req-a548c8b0-b04a-4870-8dd0-7c231545adaa tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645723
Apr 09 13:52:54.026720 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0d656-577b-408d-9be1-f34b65ddae68 req-379355f1-7469-435b-9f63-c4e161b983de tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:54.028387 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d9c0d656-577b-408d-9be1-f34b65ddae68 req-379355f1-7469-435b-9f63-c4e161b983de tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a65bb0b-653e-46bd-8d30-d7d4b13fb038 HTTP/1.1" status: 200  len: 943 time: 0.1327381
Apr 09 13:52:54.040683 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d5e76-9dbe-4067-a092-05c5cca403b1 req-380d2922-bfdf-4c6f-acbe-72b63c22bb82 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:54.042476 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-423d5e76-9dbe-4067-a092-05c5cca403b1 req-380d2922-bfdf-4c6f-acbe-72b63c22bb82 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=8b3fc658-e3a8-4e72-95b9-66786b5659a6 HTTP/1.1" status: 200  len: 943 time: 0.1898365
Apr 09 13:52:54.090021 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d9c0d656-577b-408d-9be1-f34b65ddae68 req-06fe222e-652b-41ec-b5a1-c5c46748ce7a tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464363
Apr 09 13:52:54.096128 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-423d5e76-9dbe-4067-a092-05c5cca403b1 req-695bda95-dae6-428c-afdb-9ddf33a34e52 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381043
Apr 09 13:52:54.492492 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797f801-993e-4b7b-a5bd-3d63ac13fe6a req-f9087010-f137-4903-b39c-6888b19f2af4 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:54.494420 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a797f801-993e-4b7b-a5bd-3d63ac13fe6a req-f9087010-f137-4903-b39c-6888b19f2af4 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1511114
Apr 09 13:52:54.578929 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a797f801-993e-4b7b-a5bd-3d63ac13fe6a req-5d9bf51a-de5b-4a48-b3fc-4d68532620a4 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770900
Apr 09 13:52:54.623625 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100c42d-a17c-4657-b284-bcde2cdd3033 req-cf163bc8-f093-465f-9273-984933ac2ef0 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:54.625431 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0100c42d-a17c-4657-b284-bcde2cdd3033 req-cf163bc8-f093-465f-9273-984933ac2ef0 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 944 time: 0.1223443
Apr 09 13:52:54.667142 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0100c42d-a17c-4657-b284-bcde2cdd3033 req-013f1e78-6bbb-478e-9e3c-03ef1d3215a9 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0342269
Apr 09 13:52:54.706008 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:55.826556 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 13:52:55.971360 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f,segment=NetworkSegment(93fb02bd-6ea5-4711-9695-de72918154e7),segment_id=93fb02bd-6ea5-4711-9695-de72918154e7)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:52:55.985569 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Returning: {'device': '8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f', 'network_id': '98d3058f-a010-4e34-9173-aef7e52dc755', 'port_id': '8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f', 'mac_address': 'fa:16:3e:e2:bc:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 972, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c341a0-e76b-410a-bd2d-6640cb8b99f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 13:52:56.049109 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:56.067555 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:52:56.083965 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f,segment=NetworkSegment(93fb02bd-6ea5-4711-9695-de72918154e7),segment_id=93fb02bd-6ea5-4711-9695-de72918154e7)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:52:56.088277 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:56.089070 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 5c564842-a47d-4b33-b0d4-969baa437bb4 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 13:52:56.092380 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:56.236431 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:56.249852 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:56.309347 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 5c564842-a47d-4b33-b0d4-969baa437bb4, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=5c564842-a47d-4b33-b0d4-969baa437bb4,segment=NetworkSegment(541a3095-c334-4ed9-a8bc-0a28bead28e9),segment_id=541a3095-c334-4ed9-a8bc-0a28bead28e9)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:52:56.324909 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Returning: {'device': '5c564842-a47d-4b33-b0d4-969baa437bb4', 'network_id': 'e94f1903-d158-4e6a-b9c7-07b549208c63', 'port_id': '5c564842-a47d-4b33-b0d4-969baa437bb4', 'mac_address': 'fa:16:3e:80:a1:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 985, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd347319e-8781-45e8-8908-9d916a6e2e76', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 13:52:56.383782 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:56.406131 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c564842-a47d-4b33-b0d4-969baa437bb4 {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:52:56.422210 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 5c564842-a47d-4b33-b0d4-969baa437bb4, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=5c564842-a47d-4b33-b0d4-969baa437bb4,segment=NetworkSegment(541a3095-c334-4ed9-a8bc-0a28bead28e9),segment_id=541a3095-c334-4ed9-a8bc-0a28bead28e9)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:52:56.425566 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:56.427421 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-31c7e8ad-21c9-4dfe-bf5c-234e82649ba1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:56.498716 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=5c564842-a47d-4b33-b0d4-969baa437bb4,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:56.501893 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:57.441537 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device bef3ca8a-8fed-47c9-add5-934a3d492c30 up at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:52:57.515510 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning for port bef3ca8a-8fed-47c9-add5-934a3d492c30 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:52:57.520650 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning complete for port bef3ca8a-8fed-47c9-add5-934a3d492c30 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:52:57.521082 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:57.652365 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:57.663996 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42a8f6c-bc99-4da9-839f-f2e55bcf5e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef3ca8a-8fed-47c9-add5-934a3d492c30'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:52:57.675037 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port bef3ca8a-8fed-47c9-add5-934a3d492c30, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=bef3ca8a-8fed-47c9-add5-934a3d492c30,segment=NetworkSegment(ef686021-fad8-4b5d-8039-d61ea002be76),segment_id=ef686021-fad8-4b5d-8039-d61ea002be76)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:52:57.678371 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:52:57.680342 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:52:57.916059 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=bef3ca8a-8fed-47c9-add5-934a3d492c30,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:52:57.919401 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:52:58.206747 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf124eeb-9166-4230-b3e9-be44112ce409 req-141fda57-3808-468f-9ede-4d579fc92b93 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:58.208481 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-cf124eeb-9166-4230-b3e9-be44112ce409 req-141fda57-3808-468f-9ede-4d579fc92b93 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a65bb0b-653e-46bd-8d30-d7d4b13fb038 HTTP/1.1" status: 200  len: 944 time: 0.1727147
Apr 09 13:52:58.216825 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3427fa-b7d5-4222-92bd-ff6980f2b918 req-45b8f8f3-b2d4-4877-8fc0-0f6885492c4e tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:58.218488 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-df3427fa-b7d5-4222-92bd-ff6980f2b918 req-45b8f8f3-b2d4-4877-8fc0-0f6885492c4e tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=8b3fc658-e3a8-4e72-95b9-66786b5659a6 HTTP/1.1" status: 200  len: 944 time: 0.1412268
Apr 09 13:52:58.266224 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-cf124eeb-9166-4230-b3e9-be44112ce409 req-ba1ebe0d-42c9-4c69-a0da-4bb9ee02bbbb tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466201
Apr 09 13:52:58.271841 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-df3427fa-b7d5-4222-92bd-ff6980f2b918 req-dd01d063-2c6d-43b2-a595-86be28133db3 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368445
Apr 09 13:52:58.563237 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fc731-2ab0-43f0-aae4-6f9fa66720bf req-7f1cb391-dcfb-4249-8412-ffe876bd082f tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:58.564875 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-690fc731-2ab0-43f0-aae4-6f9fa66720bf req-7f1cb391-dcfb-4249-8412-ffe876bd082f tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1635456
Apr 09 13:52:58.574201 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb53dd3-9be4-4b5d-b750-35e49b3ac573 req-833195a2-f9de-4c88-a142-b7897932526e tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:58.575704 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ebb53dd3-9be4-4b5d-b750-35e49b3ac573 req-833195a2-f9de-4c88-a142-b7897932526e tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 945 time: 0.1354859
Apr 09 13:52:58.619659 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-690fc731-2ab0-43f0-aae4-6f9fa66720bf req-e42e5458-b43a-4b51-88cc-117f2b7711fe tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419397
Apr 09 13:52:58.624220 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ebb53dd3-9be4-4b5d-b750-35e49b3ac573 req-84909529-667e-4252-a82a-7a5e40ef74cc tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349562
Apr 09 13:52:58.676095 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42a8f6c-bc99-4da9-839f-f2e55bcf5e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef3ca8a-8fed-47c9-add5-934a3d492c30', 'code': 200}
Apr 09 13:52:58.722991 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:52:58.842470 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['5c564842-a47d-4b33-b0d4-969baa437bb4'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:52:58.946808 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa57d2-d82e-4f1b-9560-9f5f57c6f592 req-12415eb3-f895-4ceb-81dd-3f334da64246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:58.947070 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b5aa57d2-d82e-4f1b-9560-9f5f57c6f592 req-12415eb3-f895-4ceb-81dd-3f334da64246 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 1098 time: 0.0888755
Apr 09 13:52:58.980860 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b5aa57d2-d82e-4f1b-9560-9f5f57c6f592 req-ff421817-acb9-42a8-a1ab-efa32c4be72c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0260918
Apr 09 13:52:59.649378 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf2c42-e23d-47ff-a7f3-d08a2ea9abb3 req-e4343371-ae24-4f18-9de2-d3da90085876 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:59.651308 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-66cf2c42-e23d-47ff-a7f3-d08a2ea9abb3 req-e4343371-ae24-4f18-9de2-d3da90085876 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=8b3fc658-e3a8-4e72-95b9-66786b5659a6 HTTP/1.1" status: 200  len: 944 time: 0.1596558
Apr 09 13:52:59.664432 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1369311-4ea2-4c62-922e-8229e0d1cb12 req-5f6f2984-617d-41f6-803c-57c4d38205d0 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:59.666060 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a1369311-4ea2-4c62-922e-8229e0d1cb12 req-5f6f2984-617d-41f6-803c-57c4d38205d0 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a65bb0b-653e-46bd-8d30-d7d4b13fb038 HTTP/1.1" status: 200  len: 944 time: 0.1723626
Apr 09 13:52:59.708895 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-66cf2c42-e23d-47ff-a7f3-d08a2ea9abb3 req-5f7cdbaf-5782-41ba-968f-ed75525b4cf9 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417035
Apr 09 13:52:59.716618 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a1369311-4ea2-4c62-922e-8229e0d1cb12 req-adaf203a-3ced-438d-a266-1482ccf8bb53 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365767
Apr 09 13:52:59.981191 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73665b19-c535-4392-86d9-c472628c02ee req-b237048c-6cc0-4c76-85ee-3fef329d4df0 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:59.982847 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-73665b19-c535-4392-86d9-c472628c02ee req-b237048c-6cc0-4c76-85ee-3fef329d4df0 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 945 time: 0.1220307
Apr 09 13:52:59.997869 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb4255-d8d7-412c-9155-f9e06853136d req-37f1a034-f28b-472a-b944-d73d16c5d4e4 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:52:59.999638 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d4cb4255-d8d7-412c-9155-f9e06853136d req-37f1a034-f28b-472a-b944-d73d16c5d4e4 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1819758
Apr 09 13:53:00.047607 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-73665b19-c535-4392-86d9-c472628c02ee req-da9ce8fd-5da4-4609-b8f8-6898518cfa58 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465646
Apr 09 13:53:00.053692 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d4cb4255-d8d7-412c-9155-f9e06853136d req-8ff07d23-7377-47b4-9235-e31e6a612acd tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374651
Apr 09 13:53:01.243891 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708eb818-63d8-4a4e-aa77-5f0ec8306c3a req-17f7f409-e132-432a-a719-4f467f35d245 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:01.245490 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-708eb818-63d8-4a4e-aa77-5f0ec8306c3a req-17f7f409-e132-432a-a719-4f467f35d245 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a65bb0b-653e-46bd-8d30-d7d4b13fb038 HTTP/1.1" status: 200  len: 944 time: 0.1644530
Apr 09 13:53:01.254262 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a30b6-fbd4-4bf7-9e38-0ef8b8d3124f req-5f02d569-2a8a-4208-8d77-a3b66844d091 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:01.255969 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-950a30b6-fbd4-4bf7-9e38-0ef8b8d3124f req-5f02d569-2a8a-4208-8d77-a3b66844d091 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=8b3fc658-e3a8-4e72-95b9-66786b5659a6 HTTP/1.1" status: 200  len: 944 time: 0.1348929
Apr 09 13:53:01.310391 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-708eb818-63d8-4a4e-aa77-5f0ec8306c3a req-b2cec9aa-5e5c-4c5d-ab2d-e3c0799aa07d tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532436
Apr 09 13:53:01.324327 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-950a30b6-fbd4-4bf7-9e38-0ef8b8d3124f req-d12807a7-dde7-4c0c-a7e6-7c6ae820b059 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487218
Apr 09 13:53:01.443345 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f up at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:53:01.572947 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning for port 8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:53:01.579943 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning complete for port 8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:53:01.580940 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:01.639572 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7092aa6-c91b-458b-9697-84d8706368b7 req-8d6a0718-1685-43d7-a707-f9261838dc87 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:01.641292 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f7092aa6-c91b-458b-9697-84d8706368b7 req-8d6a0718-1685-43d7-a707-f9261838dc87 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 945 time: 0.2017753
Apr 09 13:53:01.651283 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556b6f4-1645-4a97-8578-9ca34769c127 req-0b29384a-2827-4e42-871d-6657cdde455c tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:01.652961 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e556b6f4-1645-4a97-8578-9ca34769c127 req-0b29384a-2827-4e42-871d-6657cdde455c tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1413865
Apr 09 13:53:01.681837 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 56274) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:01.701630 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f7092aa6-c91b-458b-9697-84d8706368b7 req-d09becc2-90d7-4309-97bd-2b96e7c6566b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475132
Apr 09 13:53:01.706601 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e556b6f4-1645-4a97-8578-9ca34769c127 req-4a374616-0d75-4a84-b799-077a654dc5de tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366390
Apr 09 13:53:01.746584 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:01.759669 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3fc658-e3a8-4e72-95b9-66786b5659a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:53:01.772611 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f,segment=NetworkSegment(93fb02bd-6ea5-4711-9695-de72918154e7),segment_id=93fb02bd-6ea5-4711-9695-de72918154e7)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:53:01.776935 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:01.778053 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 5c564842-a47d-4b33-b0d4-969baa437bb4 up at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:53:01.823251 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:01.864714 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3fc658-e3a8-4e72-95b9-66786b5659a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f', 'code': 200}
Apr 09 13:53:01.866390 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-f8a9f0a4-72cc-440d-ae4e-62a83860a2b8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=411dd9234aa8403a9b6847507e86ba06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1830320
Apr 09 13:53:01.872043 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 56282) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:01.932007 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning for port 5c564842-a47d-4b33-b0d4-969baa437bb4 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:53:01.940063 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning complete for port 5c564842-a47d-4b33-b0d4-969baa437bb4 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:53:01.940503 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:01.953511 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3c50cfad-6a74-4047-b413-874dff30dc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:01.967631 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:01.975846 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:01.999827 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3c50cfad-6a74-4047-b413-874dff30dc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:02.114693 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:02.135387 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c65a4e-368e-479e-a5c7-8fc19d34bd28 req-b126c1e7-b9f2-4189-ad71-b594263e7a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:02.137140 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-98c65a4e-368e-479e-a5c7-8fc19d34bd28 req-b126c1e7-b9f2-4189-ad71-b594263e7a53 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8b3fc658-e3a8-4e72-95b9-66786b5659a6 HTTP/1.1" status: 200  len: 1098 time: 0.0957630
Apr 09 13:53:02.137833 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3c50cfad-6a74-4047-b413-874dff30dc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:02.138936 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 5c564842-a47d-4b33-b0d4-969baa437bb4, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=5c564842-a47d-4b33-b0d4-969baa437bb4,segment=NetworkSegment(541a3095-c334-4ed9-a8bc-0a28bead28e9),segment_id=541a3095-c334-4ed9-a8bc-0a28bead28e9)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:53:02.142719 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:02.144255 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:02.144785 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:02.174193 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50cfad-6a74-4047-b413-874dff30dc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013a888e-3ca7-4b0b-b750-289defc61241,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:02.189936 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50cfad-6a74-4047-b413-874dff30dc50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:02.190403 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50cfad-6a74-4047-b413-874dff30dc50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:02.190815 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50cfad-6a74-4047-b413-874dff30dc50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:02.191222 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50cfad-6a74-4047-b413-874dff30dc50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:02.191626 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50cfad-6a74-4047-b413-874dff30dc50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:02.192028 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50cfad-6a74-4047-b413-874dff30dc50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:02.192567 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50cfad-6a74-4047-b413-874dff30dc50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:02.192966 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50cfad-6a74-4047-b413-874dff30dc50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:02.193415 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50cfad-6a74-4047-b413-874dff30dc50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:02.193762 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50cfad-6a74-4047-b413-874dff30dc50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:02.194150 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50cfad-6a74-4047-b413-874dff30dc50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:02.194906 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50cfad-6a74-4047-b413-874dff30dc50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:02.203166 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-98c65a4e-368e-479e-a5c7-8fc19d34bd28 req-6f1d4420-880a-4414-9a83-a407ad8524ef service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465083
Apr 09 13:53:02.204030 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3c50cfad-6a74-4047-b413-874dff30dc50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:02.207531 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3c50cfad-6a74-4047-b413-874dff30dc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:02.211229 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-3c50cfad-6a74-4047-b413-874dff30dc50 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/013a888e-3ca7-4b0b-b750-289defc61241 HTTP/1.1" status: 204  len: 168 time: 0.3379750
Apr 09 13:53:02.235322 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=5c564842-a47d-4b33-b0d4-969baa437bb4,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:02.238601 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:02.610385 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cbad7-5ee2-4fba-bc93-644538eeeeb2 req-3c879452-b0b1-47ad-9c9d-c231924d7c0f tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:02.612051 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ac9cbad7-5ee2-4fba-bc93-644538eeeeb2 req-3c879452-b0b1-47ad-9c9d-c231924d7c0f tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=8b3fc658-e3a8-4e72-95b9-66786b5659a6 HTTP/1.1" status: 200  len: 945 time: 0.1653738
Apr 09 13:53:02.621709 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc7512-eaa3-452b-87b8-836497440887 req-bfaa596f-6a70-416d-a51b-1c430eef548e tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:02.623293 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f9fc7512-eaa3-452b-87b8-836497440887 req-bfaa596f-6a70-416d-a51b-1c430eef548e tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a65bb0b-653e-46bd-8d30-d7d4b13fb038 HTTP/1.1" status: 200  len: 945 time: 0.1400840
Apr 09 13:53:02.668470 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ac9cbad7-5ee2-4fba-bc93-644538eeeeb2 req-6fafd5c2-b9f4-4a62-ad07-87932236ac87 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440416
Apr 09 13:53:02.674147 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f9fc7512-eaa3-452b-87b8-836497440887 req-50d1e03b-7d10-48a4-86f0-bfd78b3a35e1 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0351279
Apr 09 13:53:03.023755 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a63d4-42ab-4ec8-a870-bbc648bb6fae req-d4d78898-9362-4fea-a03d-6bdcf624965b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:03.025893 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9f5a63d4-42ab-4ec8-a870-bbc648bb6fae req-d4d78898-9362-4fea-a03d-6bdcf624965b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 945 time: 0.1797190
Apr 09 13:53:03.034653 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d0510-9a5c-4d99-9136-e494e17eadd6 req-7b199a12-2255-417f-88aa-0dc489ce592b tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:03.036311 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-700d0510-9a5c-4d99-9136-e494e17eadd6 req-7b199a12-2255-417f-88aa-0dc489ce592b tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1403990
Apr 09 13:53:03.053558 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 56320) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:03.082627 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9f5a63d4-42ab-4ec8-a870-bbc648bb6fae req-fa1146da-c525-4146-953e-4974765ffca3 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452197
Apr 09 13:53:03.088875 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-700d0510-9a5c-4d99-9136-e494e17eadd6 req-1955d201-4f3a-4ce5-8590-9bcb553cd4b3 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0352905
Apr 09 13:53:03.194440 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-835888794-network', 'tenant_id': '142806ca91ce40c4af646ab038ed6230'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:03.205273 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:03.214849 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] Usage tracker for resource:network and tenant:142806ca91ce40c4af646ab038ed6230 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:53:03.220964 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:53:03.237622 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:03.256083 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] Made reservation on behalf of 142806ca91ce40c4af646ab038ed6230 for: {'network': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:53:03.287523 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for network, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:03.325213 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:03.341462 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd0032-4e1b-40e8-8633-9eaff0fbc796 req-453741b7-bdf5-4d5f-a20b-6d999ea74881 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:03.343995 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f5bd0032-4e1b-40e8-8633-9eaff0fbc796 req-453741b7-bdf5-4d5f-a20b-6d999ea74881 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 945 time: 0.1287184
Apr 09 13:53:03.358470 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:03.366391 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] Usage tracker for resource:security_group_rule and tenant:142806ca91ce40c4af646ab038ed6230 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:53:03.371161 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:53:03.379003 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:03.388722 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f5bd0032-4e1b-40e8-8633-9eaff0fbc796 req-37301c05-d3c7-49dd-9ada-8ccb9f560b78 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380292
Apr 09 13:53:03.538299 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:03.543153 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:03.549236 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2975cc40-fcd2-41a6-9bf8-7261777ad091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:03.584898 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 958}  {{(pid=85291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 13:53:03.620212 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:03.620876 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.segments_db [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] Added segment e79b3ef0-a24a-46f3-9aa3-06c084497cd4 of type vlan for network 728a6819-b70e-44ea-a058-103a448de099
Apr 09 13:53:03.672738 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733478247317'] for network, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:03.739559 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a145f3-3143-4966-9600-90cd9031f53f,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:03.742728 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for network, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:03.744023 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:03.745289 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:03.745933 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:03.751447 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:03.864545 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] Pushing event updated for resources: {'Network': ['ID=728a6819-b70e-44ea-a058-103a448de099,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:03.867269 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a65bb0b-653e-46bd-8d30-d7d4b13fb038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c564842-a47d-4b33-b0d4-969baa437bb4'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:53:03.867534 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:03.883070 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Network 728a6819-b70e-44ea-a058-103a448de099 details requested by agent ovs-agent-dv-cinder-785362-1-iscsi with host dv-cinder-785362-1-iscsi {{(pid=85292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 13:53:03.893596 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.8387566
Apr 09 13:53:03.894321 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 56348) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:03.901639 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-140dfa4a-8290-49df-a025-ee564786f245 admin admin] Request body: {'subnet': {'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-835888794-subnet', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'ip_version': 4}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:03.907296 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-140dfa4a-8290-49df-a025-ee564786f245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:03.911726 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-140dfa4a-8290-49df-a025-ee564786f245 admin admin] Usage tracker for resource:subnet and tenant:142806ca91ce40c4af646ab038ed6230 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:53:03.915370 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-140dfa4a-8290-49df-a025-ee564786f245 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:53:03.921941 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-140dfa4a-8290-49df-a025-ee564786f245 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:03.933409 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140dfa4a-8290-49df-a025-ee564786f245 admin admin] Made reservation on behalf of 142806ca91ce40c4af646ab038ed6230 for: {'subnet': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:53:03.938807 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-140dfa4a-8290-49df-a025-ee564786f245 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844758507'] for subnet, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:04.049289 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbd7aa-5dbf-43d9-9283-67e9cc1f0ae8 req-05a79b05-2583-4868-a836-c527f40d123d tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:04.051192 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-77fbd7aa-5dbf-43d9-9283-67e9cc1f0ae8 req-05a79b05-2583-4868-a836-c527f40d123d tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 945 time: 0.1989763
Apr 09 13:53:04.060906 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf9d6a-0c74-456c-8bcd-1b3cbc700db3 req-ec8695d8-0482-44a9-8b08-8f7017e10ffc tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:04.062783 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-00cf9d6a-0c74-456c-8bcd-1b3cbc700db3 req-ec8695d8-0482-44a9-8b08-8f7017e10ffc tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=8b3fc658-e3a8-4e72-95b9-66786b5659a6 HTTP/1.1" status: 200  len: 945 time: 0.2036641
Apr 09 13:53:04.115958 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-77fbd7aa-5dbf-43d9-9283-67e9cc1f0ae8 req-33850dbc-2d7c-4f1b-a584-a82148bccec7 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517447
Apr 09 13:53:04.138113 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-00cf9d6a-0c74-456c-8bcd-1b3cbc700db3 req-fadd3612-e079-400a-80aa-e67935fae606 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539439
Apr 09 13:53:04.215470 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a65bb0b-653e-46bd-8d30-d7d4b13fb038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c564842-a47d-4b33-b0d4-969baa437bb4', 'code': 200}
Apr 09 13:53:04.525896 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7fa5a-1ecb-4ef5-ba5a-ab0ef047e3df req-70b59206-3f15-4988-844f-79d67e745e29 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:04.536569 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9fc7fa5a-1ecb-4ef5-ba5a-ab0ef047e3df req-70b59206-3f15-4988-844f-79d67e745e29 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a65bb0b-653e-46bd-8d30-d7d4b13fb038 HTTP/1.1" status: 200  len: 945 time: 0.2239585
Apr 09 13:53:04.707182 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9fc7fa5a-1ecb-4ef5-ba5a-ab0ef047e3df req-f36f4bf7-e487-473e-ba19-5f9df592a362 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694591
Apr 09 13:53:04.799036 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913e82a-02cc-48cc-9877-814e1432c355 req-6d2d1436-6855-49e9-8a32-09ed38f890e6 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:04.818196 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7913e82a-02cc-48cc-9877-814e1432c355 req-6d2d1436-6855-49e9-8a32-09ed38f890e6 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.2716377
Apr 09 13:53:04.880792 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7913e82a-02cc-48cc-9877-814e1432c355 req-1abe77da-11bb-4f8b-ba0d-c406eea19140 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614960
Apr 09 13:53:04.903778 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a9350-b29f-4b46-9d6d-56876594a120 req-dd616056-1048-4eba-af24-ec048c12e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:04.906793 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0e0a9350-b29f-4b46-9d6d-56876594a120 req-dd616056-1048-4eba-af24-ec048c12e9bc service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1a65bb0b-653e-46bd-8d30-d7d4b13fb038 HTTP/1.1" status: 200  len: 1098 time: 0.2696443
Apr 09 13:53:04.965968 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0e0a9350-b29f-4b46-9d6d-56876594a120 req-fe054e47-356d-4451-a705-7cc701a48356 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387759
Apr 09 13:53:05.061491 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-140dfa4a-8290-49df-a025-ee564786f245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852529872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844758492'] for subnet, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:05.079427 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:05.219034 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140dfa4a-8290-49df-a025-ee564786f245 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e030f8dc-5b8d-4ea0-b3f6-2dee779ce825,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:05.232297 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-140dfa4a-8290-49df-a025-ee564786f245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:05.297232 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140dfa4a-8290-49df-a025-ee564786f245 admin admin] Checking segment: {'id': 'e79b3ef0-a24a-46f3-9aa3-06c084497cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '728a6819-b70e-44ea-a058-103a448de099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:53:05.297601 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140dfa4a-8290-49df-a025-ee564786f245 admin admin] Network hostable DHCP agents. Network: 728a6819-b70e-44ea-a058-103a448de099, hostable agents: ['470b7876-9f31-410a-8036-567e17def360'], hosted agents: [] {{(pid=85291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 13:53:05.317786 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140dfa4a-8290-49df-a025-ee564786f245 admin admin] Network 728a6819-b70e-44ea-a058-103a448de099 is scheduled to be hosted by DHCP agent 470b7876-9f31-410a-8036-567e17def360 with binding_index 1 {{(pid=85291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 13:53:05.327040 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-140dfa4a-8290-49df-a025-ee564786f245 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-iscsi, 728a6819-b70e-44ea-a058-103a448de099) {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:53:05.337177 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70e3d1f-84de-42f6-96ef-5ee48a38b6f9 None None] Network 728a6819-b70e-44ea-a058-103a448de099 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:53:05.340171 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140dfa4a-8290-49df-a025-ee564786f245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:05.340842 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-140dfa4a-8290-49df-a025-ee564786f245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:05.361796 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-140dfa4a-8290-49df-a025-ee564786f245 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4662483
Apr 09 13:53:05.364616 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 56374) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:05.371424 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-77626879-9452-49c0-bd81-9ed51b0155c8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:05.376573 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-77626879-9452-49c0-bd81-9ed51b0155c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:05.380848 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-77626879-9452-49c0-bd81-9ed51b0155c8 admin admin] Usage tracker for resource:router and tenant:142806ca91ce40c4af646ab038ed6230 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:53:05.385218 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-77626879-9452-49c0-bd81-9ed51b0155c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:53:05.392261 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-77626879-9452-49c0-bd81-9ed51b0155c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:05.403136 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-77626879-9452-49c0-bd81-9ed51b0155c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850958062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2571'] for router, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:05.403808 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-77626879-9452-49c0-bd81-9ed51b0155c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850952565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850926980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850845151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15101'] for router, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:05.422153 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-77626879-9452-49c0-bd81-9ed51b0155c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:05.579297 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3278d780-4f16-5798-b389-7fa32c4e7436-728a6819-b70e-44ea-a058-103a448de099', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'fixed_ips': [{'subnet_id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825'}]}} from dv-cinder-785362-1-iscsi. {{(pid=85292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 09 13:53:05.580226 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:05.729714 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-77626879-9452-49c0-bd81-9ed51b0155c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850926995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850958077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15084'] for router, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:05.755020 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] Allocated IP 172.20.0.2 (728a6819-b70e-44ea-a058-103a448de099/e030f8dc-5b8d-4ea0-b3f6-2dee779ce825/049bbdf5-22f0-4d07-a462-15b2b5002617) {{(pid=85292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:53:06.110856 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] Notify callbacks [] for port, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:06.121722 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29e54f-f880-49d5-854a-3695982f15c4 req-525d3ccb-0b54-456b-bef1-b6abe9f875ba tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:06.134969 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6b29e54f-f880-49d5-854a-3695982f15c4 req-525d3ccb-0b54-456b-bef1-b6abe9f875ba tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a65bb0b-653e-46bd-8d30-d7d4b13fb038 HTTP/1.1" status: 200  len: 945 time: 0.2806234
Apr 09 13:53:06.160002 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] Transition to ACTIVE for port object 049bbdf5-22f0-4d07-a462-15b2b5002617 will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:53:06.187226 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] Transition to ACTIVE for port object 049bbdf5-22f0-4d07-a462-15b2b5002617 will not be triggered until provisioned by entity DHCP. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:53:06.192564 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:06.199491 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6b29e54f-f880-49d5-854a-3695982f15c4 req-55088d8e-71d2-48dc-bf3f-dd3a52e485c9 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634389
Apr 09 13:53:06.214150 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-77626879-9452-49c0-bd81-9ed51b0155c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:06.228390 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:06.253576 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-77626879-9452-49c0-bd81-9ed51b0155c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:06.278152 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ee8ac-7577-4400-a101-7de74e01b3e5 req-0021e378-62ce-443e-ab11-7d05302d0f28 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:06.292441 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c42ee8ac-7577-4400-a101-7de74e01b3e5 req-0021e378-62ce-443e-ab11-7d05302d0f28 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.2533531
Apr 09 13:53:06.319102 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] Pushing event updated for resources: {'Port': ['ID=049bbdf5-22f0-4d07-a462-15b2b5002617,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:06.385512 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c42ee8ac-7577-4400-a101-7de74e01b3e5 req-8d375ee1-2ba5-4451-b93b-98ff16c27a53 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718951
Apr 09 13:53:06.396326 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:06.527605 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] Network 728a6819-b70e-44ea-a058-103a448de099 is already hosted by enough agents. {{(pid=85292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:53:06.529007 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] Resources bound (agent type, host, resource id):  {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:53:06.533846 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] Received port after_create {{(pid=85292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:53:06.635744 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-77626879-9452-49c0-bd81-9ed51b0155c8 admin admin] Allocated IP 172.27.0.5 (ef175b21-42e7-4a59-9f09-4b77dc7ee6f8/51aa8935-8cce-40ab-82a2-0ed18a8aeaa8/12acfdfc-c5c5-40c0-8899-f8f3828925d0) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:53:06.714302 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] Attempting to bind port 049bbdf5-22f0-4d07-a462-15b2b5002617 on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:53:06.714726 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] Attempting to bind port 049bbdf5-22f0-4d07-a462-15b2b5002617 by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': 'e79b3ef0-a24a-46f3-9aa3-06c084497cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '728a6819-b70e-44ea-a058-103a448de099'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:53:06.715138 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] Attempting to bind port 049bbdf5-22f0-4d07-a462-15b2b5002617 on network 728a6819-b70e-44ea-a058-103a448de099 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:53:06.721163 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:53:06.721625 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] Checking segment: {'id': 'e79b3ef0-a24a-46f3-9aa3-06c084497cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '728a6819-b70e-44ea-a058-103a448de099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:53:06.722084 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:06.722521 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] Bound using segment: {'id': 'e79b3ef0-a24a-46f3-9aa3-06c084497cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '728a6819-b70e-44ea-a058-103a448de099'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:53:06.723048 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] Bound port: 049bbdf5-22f0-4d07-a462-15b2b5002617, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79b3ef0-a24a-46f3-9aa3-06c084497cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '728a6819-b70e-44ea-a058-103a448de099'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:53:06.723464 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:06.809360 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] For port 049bbdf5-22f0-4d07-a462-15b2b5002617, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:53:06.812527 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] For port 049bbdf5-22f0-4d07-a462-15b2b5002617, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=049bbdf5-22f0-4d07-a462-15b2b5002617,segment=NetworkSegment(e79b3ef0-a24a-46f3-9aa3-06c084497cd4),segment_id=e79b3ef0-a24a-46f3-9aa3-06c084497cd4)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:53:06.817125 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:06.907674 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:06.912586 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-77626879-9452-49c0-bd81-9ed51b0155c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:06.980268 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-77626879-9452-49c0-bd81-9ed51b0155c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:07.002358 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:07.041952 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] Pushing event updated for resources: {'Port': ['ID=049bbdf5-22f0-4d07-a462-15b2b5002617,revision_number=2']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:07.059439 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:07.192247 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77626879-9452-49c0-bd81-9ed51b0155c8 admin admin] Pushing event updated for resources: {'Port': ['ID=12acfdfc-c5c5-40c0-8899-f8f3828925d0,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:07.197507 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-77626879-9452-49c0-bd81-9ed51b0155c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:07.313428 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77626879-9452-49c0-bd81-9ed51b0155c8 admin admin] Network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:53:07.315000 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-77626879-9452-49c0-bd81-9ed51b0155c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:53:07.317701 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77626879-9452-49c0-bd81-9ed51b0155c8 admin admin] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:53:07.643104 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95302cd9-f5dd-46a0-bc52-b749abc7829f req-4f0fc67b-8d4a-4dbd-864b-98f1c67ca0d2 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:07.668102 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-95302cd9-f5dd-46a0-bc52-b749abc7829f req-4f0fc67b-8d4a-4dbd-864b-98f1c67ca0d2 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a65bb0b-653e-46bd-8d30-d7d4b13fb038 HTTP/1.1" status: 200  len: 945 time: 0.1575363
Apr 09 13:53:07.712073 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-95302cd9-f5dd-46a0-bc52-b749abc7829f req-e5950354-dcf2-40b7-b28b-12cb466c6fd3 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403471
Apr 09 13:53:07.931273 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bb6d8-e8eb-4b55-a0d5-05e0ce391b66 req-a9e25dc5-b1a6-4ef6-9d98-12eebd4a4997 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:07.933218 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d85bb6d8-e8eb-4b55-a0d5-05e0ce391b66 req-a9e25dc5-b1a6-4ef6-9d98-12eebd4a4997 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.0989966
Apr 09 13:53:07.969584 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d85bb6d8-e8eb-4b55-a0d5-05e0ce391b66 req-4797e48f-5b42-4aad-aadc-207488b9e243 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0281327
Apr 09 13:53:08.245297 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-77626879-9452-49c0-bd81-9ed51b0155c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:08.666557 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-77626879-9452-49c0-bd81-9ed51b0155c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3817755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3848835'] for router, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:08.824301 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d202c20-3877-4780-87b4-7435dcba3415 None None] Network 728a6819-b70e-44ea-a058-103a448de099 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:53:08.867382 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:53:08.900169 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77626879-9452-49c0-bd81-9ed51b0155c8 admin admin] Router f02f3234-a48a-4e8f-a069-10f5e677afa4 is scheduled to L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 with binding_index 1 {{(pid=85291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 09 13:53:08.928764 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-5578fd96-664b-422b-b107-682aeac11ddb None None] Provisioning for port 049bbdf5-22f0-4d07-a462-15b2b5002617 completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:53:09.116476 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77626879-9452-49c0-bd81-9ed51b0155c8 admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:53:09.130385 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] Sync routers for ids ['f02f3234-a48a-4e8f-a069-10f5e677afa4'] in dv-cinder-785362-1-iscsi {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:53:09.145440 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-77626879-9452-49c0-bd81-9ed51b0155c8 admin admin] Notify callbacks [] for router, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:09.146782 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-77626879-9452-49c0-bd81-9ed51b0155c8 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.7808747
Apr 09 13:53:09.150768 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] Routers {'f02f3234-a48a-4e8f-a069-10f5e677afa4'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:53:09.151489 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcacd748>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:52:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['f02f3234-a48a-4e8f-a069-10f5e677afa4'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:53:09.151651 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 56446) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:09.221058 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541503f1-9f2d-4486-8eac-306ae76f477f req-3294f9c4-6fcf-49a8-a8c0-bfd3e56797f8 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:09.229958 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-541503f1-9f2d-4486-8eac-306ae76f477f req-3294f9c4-6fcf-49a8-a8c0-bfd3e56797f8 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1313386
Apr 09 13:53:09.302058 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-541503f1-9f2d-4486-8eac-306ae76f477f req-987a4ad8-a11b-4b02-8893-8dda5e1deff4 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711057
Apr 09 13:53:09.452628 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 049bbdf5-22f0-4d07-a462-15b2b5002617 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:53:09.565772 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port 049bbdf5-22f0-4d07-a462-15b2b5002617 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:53:09.574124 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 049bbdf5-22f0-4d07-a462-15b2b5002617 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:53:09.576920 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:09.636226 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] Set router f02f3234-a48a-4e8f-a069-10f5e677afa4 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:53:09.763769 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:09.799792 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-cb69595c-512c-47b5-ab65-52e29ac8e3f2 None None] Provisioning complete for port 049bbdf5-22f0-4d07-a462-15b2b5002617 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:53:09.800479 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cb69595c-512c-47b5-ab65-52e29ac8e3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:09.874596 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] For port 049bbdf5-22f0-4d07-a462-15b2b5002617, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=049bbdf5-22f0-4d07-a462-15b2b5002617,segment=NetworkSegment(e79b3ef0-a24a-46f3-9aa3-06c084497cd4),segment_id=e79b3ef0-a24a-46f3-9aa3-06c084497cd4)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:53:09.884552 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:09.901011 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:10.055251 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Pushing event updated for resources: {'Port': ['ID=049bbdf5-22f0-4d07-a462-15b2b5002617,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:10.082045 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcacd748>, [{'id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:05Z', 'updated_at': '2021-04-09T13:53:07Z', 'revision_number': 3, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'gw_port': {'id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:06Z', 'updated_at': '2021-04-09T13:53:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:53:10.086486 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] Checking router: f02f3234-a48a-4e8f-a069-10f5e677afa4 for host: dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:53:10.087413 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] Updating router f02f3234-a48a-4e8f-a069-10f5e677afa4 port 12acfdfc-c5c5-40c0-8899-f8f3828925d0 binding host dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 13:53:10.105627 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:10.156479 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:10.243569 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46154fa0-898b-41c6-9293-64268434bd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:10.494177 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-46154fa0-898b-41c6-9293-64268434bd59 admin admin] Allocated IP 172.20.0.1 (728a6819-b70e-44ea-a058-103a448de099/e030f8dc-5b8d-4ea0-b3f6-2dee779ce825/407cfd7a-3fb8-4646-a497-496ad42874aa) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:53:10.588979 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] Notify callbacks [] for port, precommit_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:10.602255 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] Transition to ACTIVE for port object 12acfdfc-c5c5-40c0-8899-f8f3828925d0 will not be triggered until provisioned by entity L2. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:53:10.608911 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:10.624896 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:10.664256 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46154fa0-898b-41c6-9293-64268434bd59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:10.681863 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-46154fa0-898b-41c6-9293-64268434bd59 admin admin] Transition to ACTIVE for port object 407cfd7a-3fb8-4646-a497-496ad42874aa will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:53:10.707662 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46154fa0-898b-41c6-9293-64268434bd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:10.723945 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:10.789511 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7084fd-6366-4d11-ac43-567711900053 None None] Pushing event updated for resources: {'Port': ['ID=12acfdfc-c5c5-40c0-8899-f8f3828925d0,revision_number=2']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:10.808926 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7084fd-6366-4d11-ac43-567711900053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:10.809321 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7084fd-6366-4d11-ac43-567711900053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:10.809702 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7084fd-6366-4d11-ac43-567711900053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:10.810074 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7084fd-6366-4d11-ac43-567711900053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:10.810449 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7084fd-6366-4d11-ac43-567711900053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:10.810819 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7084fd-6366-4d11-ac43-567711900053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:10.811195 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7084fd-6366-4d11-ac43-567711900053 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:10.811557 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7084fd-6366-4d11-ac43-567711900053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:10.811926 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7084fd-6366-4d11-ac43-567711900053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:10.812342 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7084fd-6366-4d11-ac43-567711900053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:10.812732 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7084fd-6366-4d11-ac43-567711900053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:10.813077 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7084fd-6366-4d11-ac43-567711900053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:10.817143 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1a7084fd-6366-4d11-ac43-567711900053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:10.866404 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] Attempting to bind port 12acfdfc-c5c5-40c0-8899-f8f3828925d0 on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:53:10.866823 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] Attempting to bind port 12acfdfc-c5c5-40c0-8899-f8f3828925d0 by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:53:10.867242 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] Attempting to bind port 12acfdfc-c5c5-40c0-8899-f8f3828925d0 on network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:53:10.875305 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:53:10.876059 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] Checking segment: {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:53:10.876778 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:10.877314 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] Bound using segment: {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:53:10.877854 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] Bound port: 12acfdfc-c5c5-40c0-8899-f8f3828925d0, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:53:10.878282 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:10.880676 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46154fa0-898b-41c6-9293-64268434bd59 admin admin] Pushing event updated for resources: {'Port': ['ID=407cfd7a-3fb8-4646-a497-496ad42874aa,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:10.886607 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-46154fa0-898b-41c6-9293-64268434bd59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:10.987819 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] For port 12acfdfc-c5c5-40c0-8899-f8f3828925d0, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:53:10.991706 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] For port 12acfdfc-c5c5-40c0-8899-f8f3828925d0, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=12acfdfc-c5c5-40c0-8899-f8f3828925d0,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:53:10.996397 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:11.013071 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5785e49c-e57f-4c33-94c4-5c757da993f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:11.192241 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7084fd-6366-4d11-ac43-567711900053 None None] Pushing event updated for resources: {'Port': ['ID=12acfdfc-c5c5-40c0-8899-f8f3828925d0,revision_number=3']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:11.205644 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1a7084fd-6366-4d11-ac43-567711900053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:11.220009 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46154fa0-898b-41c6-9293-64268434bd59 admin admin] Network 728a6819-b70e-44ea-a058-103a448de099 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:53:11.221541 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-46154fa0-898b-41c6-9293-64268434bd59 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:53:11.224773 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46154fa0-898b-41c6-9293-64268434bd59 admin admin] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:53:11.248868 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] Routers {'f02f3234-a48a-4e8f-a069-10f5e677afa4'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:53:11.249445 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcacd748>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:52:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['f02f3234-a48a-4e8f-a069-10f5e677afa4'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:53:11.305943 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46154fa0-898b-41c6-9293-64268434bd59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851022769'] for router_interface, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:11.386455 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 049bbdf5-22f0-4d07-a462-15b2b5002617 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:53:11.451586 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46154fa0-898b-41c6-9293-64268434bd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:11.480895 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 049bbdf5-22f0-4d07-a462-15b2b5002617 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:53:11.481086 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:11.492723 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] Set router f02f3234-a48a-4e8f-a069-10f5e677afa4 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:53:11.558733 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-827ec8f5-6587-428a-9b09-13292cf2d70f None None] Provisioning for port 407cfd7a-3fb8-4646-a497-496ad42874aa completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:53:11.568057 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-827ec8f5-6587-428a-9b09-13292cf2d70f None None] Provisioning complete for port 407cfd7a-3fb8-4646-a497-496ad42874aa triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:53:11.568521 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-827ec8f5-6587-428a-9b09-13292cf2d70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:11.697836 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-827ec8f5-6587-428a-9b09-13292cf2d70f None None] Port 407cfd7a-3fb8-4646-a497-496ad42874aa cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 13:53:11.757786 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46154fa0-898b-41c6-9293-64268434bd59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:11.762186 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46154fa0-898b-41c6-9293-64268434bd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246095'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:11.789223 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:11.860792 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcacd748>, [{'id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:05Z', 'updated_at': '2021-04-09T13:53:07Z', 'revision_number': 3, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'gw_port': {'id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:06Z', 'updated_at': '2021-04-09T13:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:53:11.865225 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a41396-a877-4b36-9c72-7a7bef8992bc None None] The sync data for ids ['f02f3234-a48a-4e8f-a069-10f5e677afa4'] in dv-cinder-785362-1-iscsi is: [{'id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:05Z', 'updated_at': '2021-04-09T13:53:07Z', 'revision_number': 3, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'gw_port': {'id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:06Z', 'updated_at': '2021-04-09T13:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:53:11.883053 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46154fa0-898b-41c6-9293-64268434bd59 admin admin] Pushing event updated for resources: {'Port': ['ID=407cfd7a-3fb8-4646-a497-496ad42874aa,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:11.884413 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46154fa0-898b-41c6-9293-64268434bd59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850949478'] for router_interface, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:11.900857 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-46154fa0-898b-41c6-9293-64268434bd59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:12.042045 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46154fa0-898b-41c6-9293-64268434bd59 admin admin] Network 728a6819-b70e-44ea-a058-103a448de099 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:53:12.043417 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-46154fa0-898b-41c6-9293-64268434bd59 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:53:12.279727 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46154fa0-898b-41c6-9293-64268434bd59 admin admin] Router f02f3234-a48a-4e8f-a069-10f5e677afa4 has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 13:53:12.372906 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-46eb411b-9179-48fa-a734-4bd81b6941c2 None None] Provisioning complete for port 407cfd7a-3fb8-4646-a497-496ad42874aa triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:53:12.373646 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46eb411b-9179-48fa-a734-4bd81b6941c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:12.467571 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-46eb411b-9179-48fa-a734-4bd81b6941c2 None None] Port 407cfd7a-3fb8-4646-a497-496ad42874aa cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 13:53:12.581314 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddccc4-7862-4028-b6a0-efc435e695ce req-50a056ee-c572-4dce-ba76-380ee9f323fc tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:12.583234 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4dddccc4-7862-4028-b6a0-efc435e695ce req-50a056ee-c572-4dce-ba76-380ee9f323fc tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1382704
Apr 09 13:53:12.622749 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46154fa0-898b-41c6-9293-64268434bd59 admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:53:12.637089 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-46154fa0-898b-41c6-9293-64268434bd59 admin admin] 10.222.0.96 "PUT /v2.0/routers/f02f3234-a48a-4e8f-a069-10f5e677afa4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4842548
Apr 09 13:53:12.867182 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4dddccc4-7862-4028-b6a0-efc435e695ce req-7cbaf92c-3458-43c0-87ca-7046bdad135b tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2711823
Apr 09 13:53:13.508214 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 12acfdfc-c5c5-40c0-8899-f8f3828925d0 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:53:13.539494 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 56490) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:13.546630 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-eeb28ff0-a53a-4fb7-a7c3-275c72cb3fd1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1612378465-network', 'tenant_id': '75550b128de342859867bcb67f602844'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:13.551896 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-eeb28ff0-a53a-4fb7-a7c3-275c72cb3fd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:13.556594 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-eeb28ff0-a53a-4fb7-a7c3-275c72cb3fd1 admin admin] Usage tracker for resource:network and tenant:75550b128de342859867bcb67f602844 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:53:13.559706 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-eeb28ff0-a53a-4fb7-a7c3-275c72cb3fd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:53:13.565902 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-eeb28ff0-a53a-4fb7-a7c3-275c72cb3fd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:13.575761 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb28ff0-a53a-4fb7-a7c3-275c72cb3fd1 admin admin] Made reservation on behalf of 75550b128de342859867bcb67f602844 for: {'network': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:53:13.580341 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port 12acfdfc-c5c5-40c0-8899-f8f3828925d0 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:53:13.580654 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-eeb28ff0-a53a-4fb7-a7c3-275c72cb3fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for network, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:13.585448 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 12acfdfc-c5c5-40c0-8899-f8f3828925d0 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:53:13.585874 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:13.594633 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-eeb28ff0-a53a-4fb7-a7c3-275c72cb3fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:13.613292 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-eeb28ff0-a53a-4fb7-a7c3-275c72cb3fd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:13.619786 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-eeb28ff0-a53a-4fb7-a7c3-275c72cb3fd1 admin admin] Usage tracker for resource:security_group_rule and tenant:75550b128de342859867bcb67f602844 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:53:13.623619 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-eeb28ff0-a53a-4fb7-a7c3-275c72cb3fd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:53:13.630698 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-eeb28ff0-a53a-4fb7-a7c3-275c72cb3fd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:13.730866 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:13.749129 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] For port 12acfdfc-c5c5-40c0-8899-f8f3828925d0, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=12acfdfc-c5c5-40c0-8899-f8f3828925d0,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:53:13.753062 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:13.754987 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:13.767862 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-eeb28ff0-a53a-4fb7-a7c3-275c72cb3fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:13.771288 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-eeb28ff0-a53a-4fb7-a7c3-275c72cb3fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:13.776329 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e1a109ef-6d53-44c2-ab64-16e212b1f087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:13.810897 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb28ff0-a53a-4fb7-a7c3-275c72cb3fd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 979}  {{(pid=85291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 13:53:13.820768 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb28ff0-a53a-4fb7-a7c3-275c72cb3fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70a4052-b680-488c-94d3-6dc83ca2f1d8,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:13.825454 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-eeb28ff0-a53a-4fb7-a7c3-275c72cb3fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:13.828211 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-eeb28ff0-a53a-4fb7-a7c3-275c72cb3fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:13.828646 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.segments_db [None req-eeb28ff0-a53a-4fb7-a7c3-275c72cb3fd1 admin admin] Added segment 48979ebd-e383-4edb-88b7-cc95d0b1994e of type vlan for network 95d83689-a805-4a28-9a5a-ecbc5cc7feb7
Apr 09 13:53:13.837818 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Pushing event updated for resources: {'Port': ['ID=12acfdfc-c5c5-40c0-8899-f8f3828925d0,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:13.841576 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:13.862894 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-eeb28ff0-a53a-4fb7-a7c3-275c72cb3fd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733478247317'] for network, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:13.896223 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-eeb28ff0-a53a-4fb7-a7c3-275c72cb3fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for network, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:13.897701 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb28ff0-a53a-4fb7-a7c3-275c72cb3fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:13.898350 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-eeb28ff0-a53a-4fb7-a7c3-275c72cb3fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:13.904140 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:14.012269 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-eeb28ff0-a53a-4fb7-a7c3-275c72cb3fd1 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4708033
Apr 09 13:53:14.017976 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 56500) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:14.021115 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb28ff0-a53a-4fb7-a7c3-275c72cb3fd1 admin admin] Pushing event updated for resources: {'Network': ['ID=95d83689-a805-4a28-9a5a-ecbc5cc7feb7,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:14.024733 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-eeb28ff0-a53a-4fb7-a7c3-275c72cb3fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:14.028902 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-7f497ad4-5349-4227-a8e4-317ffb95749b admin admin] Request body: {'subnet': {'network_id': '95d83689-a805-4a28-9a5a-ecbc5cc7feb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1612378465-subnet', 'tenant_id': '75550b128de342859867bcb67f602844', 'ip_version': 4}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:14.032818 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Network 95d83689-a805-4a28-9a5a-ecbc5cc7feb7 details requested by agent ovs-agent-dv-cinder-785362-1-iscsi with host dv-cinder-785362-1-iscsi {{(pid=85292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 13:53:14.034961 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-7f497ad4-5349-4227-a8e4-317ffb95749b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:14.039473 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-7f497ad4-5349-4227-a8e4-317ffb95749b admin admin] Usage tracker for resource:subnet and tenant:75550b128de342859867bcb67f602844 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:53:14.043527 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-7f497ad4-5349-4227-a8e4-317ffb95749b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:53:14.052494 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-7f497ad4-5349-4227-a8e4-317ffb95749b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:14.066148 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f497ad4-5349-4227-a8e4-317ffb95749b admin admin] Made reservation on behalf of 75550b128de342859867bcb67f602844 for: {'subnet': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:53:14.076043 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7f497ad4-5349-4227-a8e4-317ffb95749b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844758507'] for subnet, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:14.193538 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c4817-3b59-47b6-b5f5-92d65cc30fed req-8c837488-413f-4766-839a-65e60dcebac9 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:14.195799 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c48c4817-3b59-47b6-b5f5-92d65cc30fed req-8c837488-413f-4766-839a-65e60dcebac9 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1522341
Apr 09 13:53:14.241237 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c48c4817-3b59-47b6-b5f5-92d65cc30fed req-427d96c9-48e1-4e94-aaca-04f936bb6d27 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362370
Apr 09 13:53:14.278385 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3dbb0-c63b-44c4-9eb1-6eb76eab3227 req-53fb5160-7de4-4861-a62d-7f900d18d9f4 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:14.287451 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-71d3dbb0-c63b-44c4-9eb1-6eb76eab3227 req-53fb5160-7de4-4861-a62d-7f900d18d9f4 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a65bb0b-653e-46bd-8d30-d7d4b13fb038 HTTP/1.1" status: 200  len: 945 time: 0.3023219
Apr 09 13:53:14.334592 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-71d3dbb0-c63b-44c4-9eb1-6eb76eab3227 req-cf0787fa-9305-4543-998f-f7d9082f2d07 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456147
Apr 09 13:53:14.595107 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7f497ad4-5349-4227-a8e4-317ffb95749b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852529872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844758492'] for subnet, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:14.610494 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:14.746248 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f497ad4-5349-4227-a8e4-317ffb95749b admin admin] Pushing event updated for resources: {'Subnet': ['ID=984091b0-acc0-4413-9ecf-66760576aabf,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:14.751787 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7f497ad4-5349-4227-a8e4-317ffb95749b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:14.827157 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f497ad4-5349-4227-a8e4-317ffb95749b admin admin] Checking segment: {'id': '48979ebd-e383-4edb-88b7-cc95d0b1994e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '95d83689-a805-4a28-9a5a-ecbc5cc7feb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:53:14.827556 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f497ad4-5349-4227-a8e4-317ffb95749b admin admin] Network hostable DHCP agents. Network: 95d83689-a805-4a28-9a5a-ecbc5cc7feb7, hostable agents: ['470b7876-9f31-410a-8036-567e17def360'], hosted agents: [] {{(pid=85291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 13:53:14.847352 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f497ad4-5349-4227-a8e4-317ffb95749b admin admin] Network 95d83689-a805-4a28-9a5a-ecbc5cc7feb7 is scheduled to be hosted by DHCP agent 470b7876-9f31-410a-8036-567e17def360 with binding_index 1 {{(pid=85291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 13:53:14.856895 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-7f497ad4-5349-4227-a8e4-317ffb95749b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-iscsi, 95d83689-a805-4a28-9a5a-ecbc5cc7feb7) {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:53:14.866185 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b13442f-a852-475e-97b3-c462a46ca1a0 None None] Network 95d83689-a805-4a28-9a5a-ecbc5cc7feb7 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:53:14.871292 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f497ad4-5349-4227-a8e4-317ffb95749b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:14.872081 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7f497ad4-5349-4227-a8e4-317ffb95749b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:14.893483 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-7f497ad4-5349-4227-a8e4-317ffb95749b admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8742363
Apr 09 13:53:14.896331 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 56518) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:14.902292 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-76017c53-16b7-4e14-b9b2-ea39ea3bf00d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1612378465-router', 'tenant_id': '75550b128de342859867bcb67f602844', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:14.907464 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-76017c53-16b7-4e14-b9b2-ea39ea3bf00d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:14.912681 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-76017c53-16b7-4e14-b9b2-ea39ea3bf00d admin admin] Usage tracker for resource:router and tenant:75550b128de342859867bcb67f602844 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:53:14.917857 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-76017c53-16b7-4e14-b9b2-ea39ea3bf00d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:53:14.927253 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-76017c53-16b7-4e14-b9b2-ea39ea3bf00d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:14.946207 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-76017c53-16b7-4e14-b9b2-ea39ea3bf00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850958062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2571'] for router, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:14.947493 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-76017c53-16b7-4e14-b9b2-ea39ea3bf00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850952565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850926980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850845151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15101'] for router, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:14.965631 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-76017c53-16b7-4e14-b9b2-ea39ea3bf00d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:15.152073 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3278d780-4f16-5798-b389-7fa32c4e7436-95d83689-a805-4a28-9a5a-ecbc5cc7feb7', 'network_id': '95d83689-a805-4a28-9a5a-ecbc5cc7feb7', 'tenant_id': '75550b128de342859867bcb67f602844', 'fixed_ips': [{'subnet_id': '984091b0-acc0-4413-9ecf-66760576aabf'}]}} from dv-cinder-785362-1-iscsi. {{(pid=85292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 09 13:53:15.153322 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:15.220527 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] Sync routers for ids ['f02f3234-a48a-4e8f-a069-10f5e677afa4'] in dv-cinder-785362-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:53:15.254513 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] Routers {'f02f3234-a48a-4e8f-a069-10f5e677afa4'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:53:15.255214 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc2c1a90>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:52:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['f02f3234-a48a-4e8f-a069-10f5e677afa4'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:53:15.310784 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-76017c53-16b7-4e14-b9b2-ea39ea3bf00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850926995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850958077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15084'] for router, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:15.484891 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 12acfdfc-c5c5-40c0-8899-f8f3828925d0 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:53:15.671528 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] Set router f02f3234-a48a-4e8f-a069-10f5e677afa4 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:53:15.781335 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2ff15-ae4b-4c68-b8ce-090e31f8352a req-c08243e2-0659-4424-a3a0-a1e2c4a7977b tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:15.783776 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-69a2ff15-ae4b-4c68-b8ce-090e31f8352a req-c08243e2-0659-4424-a3a0-a1e2c4a7977b tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a65bb0b-653e-46bd-8d30-d7d4b13fb038 HTTP/1.1" status: 200  len: 945 time: 0.1776056
Apr 09 13:53:15.794609 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8badaa1a-1f76-4f0a-9d1d-a41eb0a9e102 req-6cb4f59d-83f6-4894-92fa-9aedf1bd8e50 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:15.805022 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8badaa1a-1f76-4f0a-9d1d-a41eb0a9e102 req-6cb4f59d-83f6-4894-92fa-9aedf1bd8e50 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.2530811
Apr 09 13:53:15.869071 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-69a2ff15-ae4b-4c68-b8ce-090e31f8352a req-8ab2770e-14e5-4cc9-93f8-bed6ac7ad5ac tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612662
Apr 09 13:53:15.884677 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8badaa1a-1f76-4f0a-9d1d-a41eb0a9e102 req-312a8b24-2b16-40d1-92fd-1a55d9f51cef tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776651
Apr 09 13:53:16.133703 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Allocated IP 172.20.0.2 (95d83689-a805-4a28-9a5a-ecbc5cc7feb7/984091b0-acc0-4413-9ecf-66760576aabf/9d701aab-addf-43d9-8aa4-9a8afff43c31) {{(pid=85292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:53:16.167314 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 12acfdfc-c5c5-40c0-8899-f8f3828925d0 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:53:16.167810 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:16.352524 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7f49a-81d9-4591-837f-9395895178d0 req-1bf64b5b-6d95-4353-a6d7-99059a867146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:16.354258 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-44f7f49a-81d9-4591-837f-9395895178d0 req-1bf64b5b-6d95-4353-a6d7-99059a867146 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 1098 time: 0.7612092
Apr 09 13:53:16.382431 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-76017c53-16b7-4e14-b9b2-ea39ea3bf00d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:16.445986 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-76017c53-16b7-4e14-b9b2-ea39ea3bf00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:16.450850 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-44f7f49a-81d9-4591-837f-9395895178d0 req-64fc5c54-cabb-4e1a-bbf9-f89cf4cb370b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363894
Apr 09 13:53:16.506374 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceefb55-b554-4572-9ef2-747ae959142d req-90b7f581-6209-4a71-9fda-673c8b9c33e0 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:16.508353 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2ceefb55-b554-4572-9ef2-747ae959142d req-90b7f581-6209-4a71-9fda-673c8b9c33e0 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.93 "GET /v2.0/ports?device_id=1a65bb0b-653e-46bd-8d30-d7d4b13fb038 HTTP/1.1" status: 200  len: 945 time: 0.1218059
Apr 09 13:53:16.625106 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-76017c53-16b7-4e14-b9b2-ea39ea3bf00d admin admin] Allocated IP 172.27.0.149 (ef175b21-42e7-4a59-9f09-4b77dc7ee6f8/51aa8935-8cce-40ab-82a2-0ed18a8aeaa8/752b42e3-a2eb-47cc-b468-02d57cc37332) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:53:16.705999 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc2c1a90>, [{'id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:05Z', 'updated_at': '2021-04-09T13:53:11Z', 'revision_number': 4, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'gw_port': {'id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:06Z', 'updated_at': '2021-04-09T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '407cfd7a-3fb8-4646-a497-496ad42874aa', 'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'mac_address': 'fa:16:3e:3a:35:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:10Z', 'updated_at': '2021-04-09T13:53:11Z', 'revision_number': 2, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'subnets': [{'id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:53:16.729604 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] Checking router: f02f3234-a48a-4e8f-a069-10f5e677afa4 for host: dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:53:16.730204 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] Updating router f02f3234-a48a-4e8f-a069-10f5e677afa4 port 407cfd7a-3fb8-4646-a497-496ad42874aa binding host dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 13:53:16.757945 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-2ceefb55-b554-4572-9ef2-747ae959142d req-8fa65251-2712-45d9-be74-813d349dc8c5 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Deleting port 5c564842-a47d-4b33-b0d4-969baa437bb4 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:53:16.758614 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-2ceefb55-b554-4572-9ef2-747ae959142d req-8fa65251-2712-45d9-be74-813d349dc8c5 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:16.855007 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:16.855987 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-76017c53-16b7-4e14-b9b2-ea39ea3bf00d admin admin] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:16.891193 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-76017c53-16b7-4e14-b9b2-ea39ea3bf00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:16.898180 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Notify callbacks [] for port, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:16.910710 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9ad98978-7bc7-4b0c-a9c6-06028139ebe2 tempest-DeleteServersTestJSON-628123990 tempest-DeleteServersTestJSON-628123990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:16.926050 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Transition to ACTIVE for port object 9d701aab-addf-43d9-8aa4-9a8afff43c31 will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:53:17.003856 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Transition to ACTIVE for port object 9d701aab-addf-43d9-8aa4-9a8afff43c31 will not be triggered until provisioned by entity DHCP. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:53:17.014655 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:17.035122 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-53e06601-e33d-459e-9e8e-3a409cb51a8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:17.077543 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76017c53-16b7-4e14-b9b2-ea39ea3bf00d admin admin] Pushing event updated for resources: {'Port': ['ID=752b42e3-a2eb-47cc-b468-02d57cc37332,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:17.081214 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-76017c53-16b7-4e14-b9b2-ea39ea3bf00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:17.169123 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76017c53-16b7-4e14-b9b2-ea39ea3bf00d admin admin] Network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:53:17.171196 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-76017c53-16b7-4e14-b9b2-ea39ea3bf00d admin admin] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:53:17.174473 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76017c53-16b7-4e14-b9b2-ea39ea3bf00d admin admin] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:53:17.320411 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-2ceefb55-b554-4572-9ef2-747ae959142d req-8fa65251-2712-45d9-be74-813d349dc8c5 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] For port 5c564842-a47d-4b33-b0d4-969baa437bb4, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=5c564842-a47d-4b33-b0d4-969baa437bb4,segment=NetworkSegment(541a3095-c334-4ed9-a8bc-0a28bead28e9),segment_id=541a3095-c334-4ed9-a8bc-0a28bead28e9)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:53:17.321710 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-2ceefb55-b554-4572-9ef2-747ae959142d req-8fa65251-2712-45d9-be74-813d349dc8c5 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:17.367936 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Pushing event updated for resources: {'Port': ['ID=9d701aab-addf-43d9-8aa4-9a8afff43c31,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:17.453665 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:17.454059 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:17.454450 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:17.454833 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:17.455213 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:17.455594 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:17.455969 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:17.456368 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:17.456752 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:17.457122 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:17.457501 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:17.457871 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:17.472449 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:17.474513 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Network 95d83689-a805-4a28-9a5a-ecbc5cc7feb7 is already hosted by enough agents. {{(pid=85292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:53:17.478942 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Resources bound (agent type, host, resource id):  {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:53:17.489637 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Received port after_create {{(pid=85292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:53:17.526882 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-2ceefb55-b554-4572-9ef2-747ae959142d req-8fa65251-2712-45d9-be74-813d349dc8c5 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Calling delete_port for 5c564842-a47d-4b33-b0d4-969baa437bb4 owned by compute:nova {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:53:17.653928 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Attempting to bind port 9d701aab-addf-43d9-8aa4-9a8afff43c31 on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:53:17.654843 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Attempting to bind port 9d701aab-addf-43d9-8aa4-9a8afff43c31 by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': '48979ebd-e383-4edb-88b7-cc95d0b1994e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '95d83689-a805-4a28-9a5a-ecbc5cc7feb7'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:53:17.655455 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Attempting to bind port 9d701aab-addf-43d9-8aa4-9a8afff43c31 on network 95d83689-a805-4a28-9a5a-ecbc5cc7feb7 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:53:17.668509 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:53:17.669256 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Checking segment: {'id': '48979ebd-e383-4edb-88b7-cc95d0b1994e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '95d83689-a805-4a28-9a5a-ecbc5cc7feb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:53:17.669904 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:17.670755 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Bound using segment: {'id': '48979ebd-e383-4edb-88b7-cc95d0b1994e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '95d83689-a805-4a28-9a5a-ecbc5cc7feb7'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:53:17.671588 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Bound port: 9d701aab-addf-43d9-8aa4-9a8afff43c31, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48979ebd-e383-4edb-88b7-cc95d0b1994e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '95d83689-a805-4a28-9a5a-ecbc5cc7feb7'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:53:17.672242 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:17.845856 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] For port 9d701aab-addf-43d9-8aa4-9a8afff43c31, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:53:17.864114 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] For port 9d701aab-addf-43d9-8aa4-9a8afff43c31, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=9d701aab-addf-43d9-8aa4-9a8afff43c31,segment=NetworkSegment(48979ebd-e383-4edb-88b7-cc95d0b1994e),segment_id=48979ebd-e383-4edb-88b7-cc95d0b1994e)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:53:17.869131 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25a9e1-7e6f-4ef0-a4fe-ed7e64889198 req-f3d7b33c-a58e-4061-a60d-640d993e2ffa tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:17.873229 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2c25a9e1-7e6f-4ef0-a4fe-ed7e64889198 req-f3d7b33c-a58e-4061-a60d-640d993e2ffa tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a65bb0b-653e-46bd-8d30-d7d4b13fb038 HTTP/1.1" status: 200  len: 945 time: 0.7180638
Apr 09 13:53:17.875363 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:17.890202 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f967fb-e421-4192-90fd-9cc67b58e1a9 req-11d168db-4cf7-4541-baaf-512f58da53df tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:17.893179 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-99f967fb-e421-4192-90fd-9cc67b58e1a9 req-11d168db-4cf7-4541-baaf-512f58da53df tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.7393968
Apr 09 13:53:17.895031 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:18.003724 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:18.007282 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Pushing event updated for resources: {'Port': ['ID=9d701aab-addf-43d9-8aa4-9a8afff43c31,revision_number=2']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:18.039274 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-99f967fb-e421-4192-90fd-9cc67b58e1a9 req-9806889e-518c-4eff-a517-faad01dacfd6 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165175
Apr 09 13:53:18.052824 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bad00d59-be79-45f6-acec-9baf90872e50 req-ab911e6a-2672-4667-a2ff-2b6f7663fcc0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2552297
Apr 09 13:53:18.083799 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:18.144827 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2c25a9e1-7e6f-4ef0-a4fe-ed7e64889198 req-586be21a-a543-430d-8a16-1002865b3a0b tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2478950
Apr 09 13:53:18.188802 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-76017c53-16b7-4e14-b9b2-ea39ea3bf00d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:18.220403 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] Transition to ACTIVE for port object 407cfd7a-3fb8-4646-a497-496ad42874aa will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:53:18.226054 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-2ceefb55-b554-4572-9ef2-747ae959142d req-8fa65251-2712-45d9-be74-813d349dc8c5 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:18.242595 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['5c564842-a47d-4b33-b0d4-969baa437bb4'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:53:18.320645 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:18.346403 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5a07a505-a44e-4123-9c2d-e5e7619c3cdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:18.406679 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3e5af8d7-21ca-41af-b67c-ec3816f7b944 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:18.457189 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad00d59-be79-45f6-acec-9baf90872e50 req-2f37c585-53ae-47d8-ba31-92ed345a0c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:18.459644 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bad00d59-be79-45f6-acec-9baf90872e50 req-2f37c585-53ae-47d8-ba31-92ed345a0c21 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=81bb3f6d64b54413a5b4c9a77b170d9a&device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 1098 time: 0.3679895
Apr 09 13:53:18.482865 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa65251-2712-45d9-be74-813d349dc8c5 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Pushing event deleted for resources: {'Port': ['ID=5c564842-a47d-4b33-b0d4-969baa437bb4,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:18.502341 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa65251-2712-45d9-be74-813d349dc8c5 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:18.502861 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa65251-2712-45d9-be74-813d349dc8c5 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:18.503657 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa65251-2712-45d9-be74-813d349dc8c5 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:18.504135 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa65251-2712-45d9-be74-813d349dc8c5 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:18.504657 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa65251-2712-45d9-be74-813d349dc8c5 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:18.505264 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa65251-2712-45d9-be74-813d349dc8c5 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:18.505726 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa65251-2712-45d9-be74-813d349dc8c5 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:18.506248 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa65251-2712-45d9-be74-813d349dc8c5 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:18.506758 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa65251-2712-45d9-be74-813d349dc8c5 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:18.507165 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa65251-2712-45d9-be74-813d349dc8c5 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:18.508252 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa65251-2712-45d9-be74-813d349dc8c5 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:18.508252 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa65251-2712-45d9-be74-813d349dc8c5 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:53:18.514946 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc87ba-a7bd-4fef-8cf8-218d5987839b None None] Pushing event updated for resources: {'Port': ['ID=407cfd7a-3fb8-4646-a497-496ad42874aa,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:18.525825 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-6fdc87ba-a7bd-4fef-8cf8-218d5987839b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:18.526042 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-8fa65251-2712-45d9-be74-813d349dc8c5 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:18.526701 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3b14bc5d-619a-493e-a913-72c6c84ab3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:18.655134 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ceefb55-b554-4572-9ef2-747ae959142d req-8fa65251-2712-45d9-be74-813d349dc8c5 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] No DVR routers for this DVR port 5c564842-a47d-4b33-b0d4-969baa437bb4 on host hv-cinder-78536 {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 13:53:18.659081 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-2ceefb55-b554-4572-9ef2-747ae959142d req-8fa65251-2712-45d9-be74-813d349dc8c5 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:18.667885 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a65bb0b-653e-46bd-8d30-d7d4b13fb038', 'name': 'network-vif-deleted', 'tag': '5c564842-a47d-4b33-b0d4-969baa437bb4'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:53:18.680946 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2ceefb55-b554-4572-9ef2-747ae959142d req-8fa65251-2712-45d9-be74-813d349dc8c5 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.93 "DELETE /v2.0/ports/5c564842-a47d-4b33-b0d4-969baa437bb4 HTTP/1.1" status: 204  len: 173 time: 2.0168674
Apr 09 13:53:18.782915 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a65bb0b-653e-46bd-8d30-d7d4b13fb038', 'name': 'network-vif-deleted', 'tag': '5c564842-a47d-4b33-b0d4-969baa437bb4', 'status': 'completed', 'code': 200}
Apr 09 13:53:18.856993 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] Attempting to bind port 407cfd7a-3fb8-4646-a497-496ad42874aa on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:53:18.858120 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] Attempting to bind port 407cfd7a-3fb8-4646-a497-496ad42874aa by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': 'e79b3ef0-a24a-46f3-9aa3-06c084497cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '728a6819-b70e-44ea-a058-103a448de099'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:53:18.858751 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] Attempting to bind port 407cfd7a-3fb8-4646-a497-496ad42874aa on network 728a6819-b70e-44ea-a058-103a448de099 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:53:18.869219 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:53:18.870123 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] Checking segment: {'id': 'e79b3ef0-a24a-46f3-9aa3-06c084497cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '728a6819-b70e-44ea-a058-103a448de099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:53:18.870819 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:18.871458 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] Bound using segment: {'id': 'e79b3ef0-a24a-46f3-9aa3-06c084497cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '728a6819-b70e-44ea-a058-103a448de099'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:53:18.872508 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] Bound port: 407cfd7a-3fb8-4646-a497-496ad42874aa, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79b3ef0-a24a-46f3-9aa3-06c084497cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '728a6819-b70e-44ea-a058-103a448de099'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:53:18.873339 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:19.122904 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] For port 407cfd7a-3fb8-4646-a497-496ad42874aa, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:53:19.127184 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] For port 407cfd7a-3fb8-4646-a497-496ad42874aa, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=407cfd7a-3fb8-4646-a497-496ad42874aa,segment=NetworkSegment(e79b3ef0-a24a-46f3-9aa3-06c084497cd4),segment_id=e79b3ef0-a24a-46f3-9aa3-06c084497cd4)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:53:19.134896 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:19.235554 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad00d59-be79-45f6-acec-9baf90872e50 req-f9938e49-e968-44d6-9f2d-d9a37c3a3e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:19.237232 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bad00d59-be79-45f6-acec-9baf90872e50 req-f9938e49-e968-44d6-9f2d-d9a37c3a3e64 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b146cef2-8ca4-4eb4-80db-037ecad68a76 HTTP/1.1" status: 200  len: 919 time: 0.7329433
Apr 09 13:53:19.238638 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-76017c53-16b7-4e14-b9b2-ea39ea3bf00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3817755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3848835'] for router, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:19.396839 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:19.490164 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 9d701aab-addf-43d9-8aa4-9a8afff43c31 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:53:19.537362 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-611e7e5f-0c7c-4cc7-b619-9b8d9732ce8b req-1205fc23-fb6c-404a-8f1e-30540a8378ba tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Synchronizing usage tracker for tenant:9778d322afb44561b6255b78e0c47b19 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:53:19.591803 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-611e7e5f-0c7c-4cc7-b619-9b8d9732ce8b req-1205fc23-fb6c-404a-8f1e-30540a8378ba tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Unset dirty status for tenant:9778d322afb44561b6255b78e0c47b19 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:53:19.593626 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-611e7e5f-0c7c-4cc7-b619-9b8d9732ce8b req-1205fc23-fb6c-404a-8f1e-30540a8378ba tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a65bb0b-653e-46bd-8d30-d7d4b13fb038 HTTP/1.1" status: 200  len: 210 time: 0.1598740
Apr 09 13:53:19.618546 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a441f61-7e23-4798-98e0-24b245f2fe90 req-914f184a-8732-4333-8eb8-fc7f905f1927 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:19.628309 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1a441f61-7e23-4798-98e0-24b245f2fe90 req-914f184a-8732-4333-8eb8-fc7f905f1927 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.3399630
Apr 09 13:53:19.709531 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] Routers {'f02f3234-a48a-4e8f-a069-10f5e677afa4'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:53:19.710551 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc2c1a90>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:52:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['f02f3234-a48a-4e8f-a069-10f5e677afa4'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:53:19.714435 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1a441f61-7e23-4798-98e0-24b245f2fe90 req-3bdf0743-318a-43d4-b002-cd1c5c736715 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661759
Apr 09 13:53:19.845365 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bad00d59-be79-45f6-acec-9baf90872e50 req-64ab4815-401b-412c-ac12-b3cc7be67cd3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=983e287a-9324-40be-ae97-00db5e28abfd HTTP/1.1" status: 200  len: 217 time: 0.5944457
Apr 09 13:53:20.082717 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad00d59-be79-45f6-acec-9baf90872e50 req-b22d6cd7-515c-4740-b8ca-ec4a630067b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:20.084903 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bad00d59-be79-45f6-acec-9baf90872e50 req-b22d6cd7-515c-4740-b8ca-ec4a630067b5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=41271458-1804-4a74-869f-5c1bd342a20b HTTP/1.1" status: 200  len: 858 time: 0.2266567
Apr 09 13:53:20.187199 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc87ba-a7bd-4fef-8cf8-218d5987839b None None] Pushing event updated for resources: {'Port': ['ID=407cfd7a-3fb8-4646-a497-496ad42874aa,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:20.228655 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bad00d59-be79-45f6-acec-9baf90872e50 req-1391ef14-2615-44b4-bc19-83b48af05342 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b146cef2-8ca4-4eb4-80db-037ecad68a76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1076605
Apr 09 13:53:20.229034 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-6fdc87ba-a7bd-4fef-8cf8-218d5987839b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:20.237630 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76017c53-16b7-4e14-b9b2-ea39ea3bf00d admin admin] Router 7c3bb4a0-d4e7-4712-925c-d0fa8a25b093 is scheduled to L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 with binding_index 1 {{(pid=85291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 09 13:53:20.283381 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 5c564842-a47d-4b33-b0d4-969baa437bb4 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 13:53:20.384496 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port 9d701aab-addf-43d9-8aa4-9a8afff43c31 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:53:20.428540 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] No Port match for: 5c564842-a47d-4b33-b0d4-969baa437bb4 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 13:53:20.432790 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 5c564842-a47d-4b33-b0d4-969baa437bb4 not bound to the agent host hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 13:53:20.486422 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] Set router f02f3234-a48a-4e8f-a069-10f5e677afa4 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:53:20.606713 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bad00d59-be79-45f6-acec-9baf90872e50 req-ab5f73a9-a545-484d-b4f9-9de9f5a30018 service neutron] 10.222.0.93 "GET /v2.0/networks/b146cef2-8ca4-4eb4-80db-037ecad68a76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3583398
Apr 09 13:53:20.676129 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da27917-3344-4a5f-86af-e4bc4ecb9b5d req-4d63951e-c8de-436b-b88e-a0a7d2d635aa tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:20.677978 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0da27917-3344-4a5f-86af-e4bc4ecb9b5d req-4d63951e-c8de-436b-b88e-a0a7d2d635aa tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1488562
Apr 09 13:53:20.686187 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cf2a6-b9c4-4695-a2f4-d229dabaf5c6 req-24800ccb-c4ea-46e0-850b-5f502b56d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:20.688416 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f59cf2a6-b9c4-4695-a2f4-d229dabaf5c6 req-24800ccb-c4ea-46e0-850b-5f502b56d292 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=81bb3f6d64b54413a5b4c9a77b170d9a&device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 1098 time: 0.3191607
Apr 09 13:53:20.722842 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495c8a94-8985-4da0-a82c-c6f19f38ea23 None None] Network 95d83689-a805-4a28-9a5a-ecbc5cc7feb7 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:53:20.795741 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0da27917-3344-4a5f-86af-e4bc4ecb9b5d req-11ae3ffb-29e3-4a93-a211-7679bd39be93 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026711
Apr 09 13:53:21.025530 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cf2a6-b9c4-4695-a2f4-d229dabaf5c6 req-01f9f3bd-ad77-4e9e-953b-eef56c60234f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:21.028117 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f59cf2a6-b9c4-4695-a2f4-d229dabaf5c6 req-01f9f3bd-ad77-4e9e-953b-eef56c60234f service neutron] 10.222.0.93 "GET /v2.0/networks?id=b146cef2-8ca4-4eb4-80db-037ecad68a76 HTTP/1.1" status: 200  len: 919 time: 0.3320267
Apr 09 13:53:21.080480 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bad00d59-be79-45f6-acec-9baf90872e50 req-55f33d33-10d5-4b14-8d51-63649790a8b9 service neutron] 10.222.0.93 "GET /v2.0/networks/b146cef2-8ca4-4eb4-80db-037ecad68a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4665377
Apr 09 13:53:21.099035 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-f152fba7-5c63-45d4-8546-e52d044658fd None None] Provisioning for port 9d701aab-addf-43d9-8aa4-9a8afff43c31 completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:53:21.114892 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-f152fba7-5c63-45d4-8546-e52d044658fd None None] Provisioning complete for port 9d701aab-addf-43d9-8aa4-9a8afff43c31 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:53:21.115398 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f152fba7-5c63-45d4-8546-e52d044658fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:21.147439 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f59cf2a6-b9c4-4695-a2f4-d229dabaf5c6 req-b5c9fe17-37a0-4e1b-aae5-8caa3d8b5fdc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=211d2bc4-c81a-4cb1-be28-f837d0abfcdc HTTP/1.1" status: 200  len: 217 time: 0.1096811
Apr 09 13:53:21.213274 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76017c53-16b7-4e14-b9b2-ea39ea3bf00d admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:53:21.223799 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] Sync routers for ids ['7c3bb4a0-d4e7-4712-925c-d0fa8a25b093'] in dv-cinder-785362-1-iscsi {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:53:21.248106 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] Routers {'7c3bb4a0-d4e7-4712-925c-d0fa8a25b093'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:53:21.250140 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bd98a780>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:52:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['7c3bb4a0-d4e7-4712-925c-d0fa8a25b093'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:53:21.290129 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 56614) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:21.304037 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-76017c53-16b7-4e14-b9b2-ea39ea3bf00d admin admin] Notify callbacks [] for router, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:21.310387 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-76017c53-16b7-4e14-b9b2-ea39ea3bf00d admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 6.4086294
Apr 09 13:53:21.325506 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 56622) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:21.662451 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] Set router 7c3bb4a0-d4e7-4712-925c-d0fa8a25b093 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:53:21.701078 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cf2a6-b9c4-4695-a2f4-d229dabaf5c6 req-98f53033-20ce-412c-ab3f-953e2fa0b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:21.702912 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f59cf2a6-b9c4-4695-a2f4-d229dabaf5c6 req-98f53033-20ce-412c-ab3f-953e2fa0b2b0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=41271458-1804-4a74-869f-5c1bd342a20b HTTP/1.1" status: 200  len: 858 time: 0.5268631
Apr 09 13:53:21.909835 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f152fba7-5c63-45d4-8546-e52d044658fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:21.935651 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f26e9c72-8183-4787-a762-0003fdd8b017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:21.964449 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-809c2a40-8a36-4e91-8761-72efebeeadc9 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:21.968225 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-809c2a40-8a36-4e91-8761-72efebeeadc9 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/networks?id=e94f1903-d158-4e6a-b9c7-07b549208c63 HTTP/1.1" status: 200  len: 809 time: 0.2639861
Apr 09 13:53:21.984670 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:21.990787 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-f152fba7-5c63-45d4-8546-e52d044658fd None None] For port 9d701aab-addf-43d9-8aa4-9a8afff43c31, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=9d701aab-addf-43d9-8aa4-9a8afff43c31,segment=NetworkSegment(48979ebd-e383-4edb-88b7-cc95d0b1994e),segment_id=48979ebd-e383-4edb-88b7-cc95d0b1994e)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:53:22.008964 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f152fba7-5c63-45d4-8546-e52d044658fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:22.018440 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:22.054565 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f59cf2a6-b9c4-4695-a2f4-d229dabaf5c6 req-24a9d5bf-3138-42a2-9816-96ec82900dec service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b146cef2-8ca4-4eb4-80db-037ecad68a76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0839136
Apr 09 13:53:22.120982 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc2c1a90>, [{'id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:05Z', 'updated_at': '2021-04-09T13:53:11Z', 'revision_number': 4, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'gw_port': {'id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:06Z', 'updated_at': '2021-04-09T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '407cfd7a-3fb8-4646-a497-496ad42874aa', 'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'mac_address': 'fa:16:3e:3a:35:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:10Z', 'updated_at': '2021-04-09T13:53:19Z', 'revision_number': 4, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'subnets': [{'id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:53:22.125198 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-85ff8a31-61f3-4a75-ba52-425f1932462d tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/quotas/9778d322afb44561b6255b78e0c47b19 HTTP/1.1" status: 200  len: 375 time: 0.0948532
Apr 09 13:53:22.127635 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bd98a780>, [{'id': '7c3bb4a0-d4e7-4712-925c-d0fa8a25b093', 'name': 'tempest-TestVolumeBootPattern-1612378465-router', 'tenant_id': '75550b128de342859867bcb67f602844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '752b42e3-a2eb-47cc-b468-02d57cc37332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:14Z', 'updated_at': '2021-04-09T13:53:17Z', 'revision_number': 3, 'project_id': '75550b128de342859867bcb67f602844', 'gw_port': {'id': '752b42e3-a2eb-47cc-b468-02d57cc37332', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3bb4a0-d4e7-4712-925c-d0fa8a25b093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:16Z', 'updated_at': '2021-04-09T13:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:53:22.135698 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] Checking router: 7c3bb4a0-d4e7-4712-925c-d0fa8a25b093 for host: dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:53:22.136491 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844b18e6-0f56-4780-8817-6643504f5dea None None] The sync data for ids ['f02f3234-a48a-4e8f-a069-10f5e677afa4'] in dv-cinder-785362-1-iscsi is: [{'id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:05Z', 'updated_at': '2021-04-09T13:53:11Z', 'revision_number': 4, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'gw_port': {'id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:06Z', 'updated_at': '2021-04-09T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '407cfd7a-3fb8-4646-a497-496ad42874aa', 'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'mac_address': 'fa:16:3e:3a:35:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:10Z', 'updated_at': '2021-04-09T13:53:19Z', 'revision_number': 4, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'subnets': [{'id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:53:22.137368 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] Updating router 7c3bb4a0-d4e7-4712-925c-d0fa8a25b093 port 752b42e3-a2eb-47cc-b468-02d57cc37332 binding host dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 13:53:22.172753 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152fba7-5c63-45d4-8546-e52d044658fd None None] Pushing event updated for resources: {'Port': ['ID=9d701aab-addf-43d9-8aa4-9a8afff43c31,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:22.179475 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f152fba7-5c63-45d4-8546-e52d044658fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:22.343430 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c662720e-19ae-4311-b844-684efae614d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:22.443586 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-d98e0d1c-283d-4260-90c1-e3da406caa06 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9778d322afb44561b6255b78e0c47b19&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3168023
Apr 09 13:53:22.537201 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-a9e1ce2a-9d6a-4397-a0a7-8451456c0a30 None None] Provisioning complete for port 9d701aab-addf-43d9-8aa4-9a8afff43c31 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:53:22.537794 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a9e1ce2a-9d6a-4397-a0a7-8451456c0a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:22.598018 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-c662720e-19ae-4311-b844-684efae614d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:22.654570 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:22.659995 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084ceb1-4321-46e5-9c4c-0fb11e8e40e7 req-eda9db21-da31-40b3-bd02-377d25647d9d tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:22.669052 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1084ceb1-4321-46e5-9c4c-0fb11e8e40e7 req-eda9db21-da31-40b3-bd02-377d25647d9d tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.6262238
Apr 09 13:53:22.723895 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-c662720e-19ae-4311-b844-684efae614d2 admin admin] Usage tracker for resource:security_group_rule and tenant:8228c58f58a14044859d08a87cace83c is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:53:22.730405 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-c662720e-19ae-4311-b844-684efae614d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:53:22.749746 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-c662720e-19ae-4311-b844-684efae614d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:22.853583 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-b313a3de-2e96-4d1b-a099-905a5b763c01 service neutron] 10.222.0.96 "GET /v2.0/networks/e94f1903-d158-4e6a-b9c7-07b549208c63?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4083595
Apr 09 13:53:23.070029 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-35d4ec75-1dc0-45b2-8c0b-505853ca67ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:23.081008 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-45484ee6-7ec2-41be-9528-e2078acfc0f0 service neutron] 10.222.0.96 "GET /v2.0/networks/e94f1903-d158-4e6a-b9c7-07b549208c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2263360
Apr 09 13:53:23.101518 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1084ceb1-4321-46e5-9c4c-0fb11e8e40e7 req-118ab7db-aacd-47f7-b333-996a70aa4536 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4313819
Apr 09 13:53:23.111638 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f59cf2a6-b9c4-4695-a2f4-d229dabaf5c6 req-3108a00a-250e-4cd4-8095-f652b98d45dd service neutron] 10.222.0.93 "GET /v2.0/networks/b146cef2-8ca4-4eb4-80db-037ecad68a76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8332791
Apr 09 13:53:23.123536 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c662720e-19ae-4311-b844-684efae614d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:23.147277 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:23.205379 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c662720e-19ae-4311-b844-684efae614d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:23.256193 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-eeb28ff0-a53a-4fb7-a7c3-275c72cb3fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:23.269684 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-c662720e-19ae-4311-b844-684efae614d2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8228c58f58a14044859d08a87cace83c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9750535
Apr 09 13:53:23.309589 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 56650) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:23.323856 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:23.490577 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] Notify callbacks [] for port, precommit_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:23.523390 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] Transition to ACTIVE for port object 752b42e3-a2eb-47cc-b468-02d57cc37332 will not be triggered until provisioned by entity L2. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:53:23.533929 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:23.569716 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:23.633970 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662720e-19ae-4311-b844-684efae614d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2d3367-c99b-4884-999f-e2caa6fb1ea2,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:23.671833 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 9d701aab-addf-43d9-8aa4-9a8afff43c31 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:53:23.684149 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c662720e-19ae-4311-b844-684efae614d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:23.749580 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-322852ea-87a2-4c90-a8a9-87afc5fb7ea0 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:23.751400 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-322852ea-87a2-4c90-a8a9-87afc5fb7ea0 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/networks?id=98d3058f-a010-4e34-9173-aef7e52dc755 HTTP/1.1" status: 200  len: 813 time: 0.3917305
Apr 09 13:53:23.778053 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-eae67145-a1ae-4b44-ba98-fc3804102aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:23.799383 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-f6203d60-68e6-484b-981c-41c0c03841d5 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/quotas/c264fbe4ebb44a618b6c9189054fdbed HTTP/1.1" status: 200  len: 375 time: 0.0362787
Apr 09 13:53:23.810943 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-35d4ec75-1dc0-45b2-8c0b-505853ca67ff admin admin] Allocated IP 172.20.0.1 (95d83689-a805-4a28-9a5a-ecbc5cc7feb7/984091b0-acc0-4413-9ecf-66760576aabf/9eb88928-5118-4fcf-bc15-dddc585ebf3a) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:53:23.853692 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541fc08-949e-4a7a-a60b-001763da44c9 None None] Pushing event updated for resources: {'Port': ['ID=752b42e3-a2eb-47cc-b468-02d57cc37332,revision_number=2']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:23.883191 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 9d701aab-addf-43d9-8aa4-9a8afff43c31 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:53:23.883859 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:23.928172 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0541fc08-949e-4a7a-a60b-001763da44c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:23.964101 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] Attempting to bind port 752b42e3-a2eb-47cc-b468-02d57cc37332 on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:53:23.964840 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] Attempting to bind port 752b42e3-a2eb-47cc-b468-02d57cc37332 by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:53:23.965996 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] Attempting to bind port 752b42e3-a2eb-47cc-b468-02d57cc37332 on network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:53:23.980581 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:53:23.981256 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] Checking segment: {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:53:23.981867 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:23.982481 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] Bound using segment: {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:53:23.983163 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] Bound port: 752b42e3-a2eb-47cc-b468-02d57cc37332, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:53:23.983874 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:23.986618 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f59cf2a6-b9c4-4695-a2f4-d229dabaf5c6 req-9bc4f4f9-2044-4c7d-9a50-f12a2dea881a service neutron] 10.222.0.93 "GET /v2.0/networks/b146cef2-8ca4-4eb4-80db-037ecad68a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8652990
Apr 09 13:53:24.090955 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-98a9eb4d-8b05-43b6-8da2-d2f1056b7990 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=c264fbe4ebb44a618b6c9189054fdbed&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2904494
Apr 09 13:53:24.104952 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] For port 752b42e3-a2eb-47cc-b468-02d57cc37332, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:53:24.116448 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] For port 752b42e3-a2eb-47cc-b468-02d57cc37332, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=752b42e3-a2eb-47cc-b468-02d57cc37332,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:53:24.121010 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:24.245155 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-eae67145-a1ae-4b44-ba98-fc3804102aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:24.253466 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:24.362250 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 407cfd7a-3fb8-4646-a497-496ad42874aa up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:53:24.422055 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-35d4ec75-1dc0-45b2-8c0b-505853ca67ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:24.454545 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-eae67145-a1ae-4b44-ba98-fc3804102aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:24.470479 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-24ab5b58-be76-4b9b-b701-11f5d67b8e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:24.521293 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-35d4ec75-1dc0-45b2-8c0b-505853ca67ff admin admin] Transition to ACTIVE for port object 9eb88928-5118-4fcf-bc15-dddc585ebf3a will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:53:24.530666 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae67145-a1ae-4b44-ba98-fc3804102aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2d3367-c99b-4884-999f-e2caa6fb1ea2,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:24.535554 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541fc08-949e-4a7a-a60b-001763da44c9 None None] Pushing event updated for resources: {'Port': ['ID=752b42e3-a2eb-47cc-b468-02d57cc37332,revision_number=3']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:24.541023 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-eae67145-a1ae-4b44-ba98-fc3804102aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:24.544064 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0541fc08-949e-4a7a-a60b-001763da44c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:24.584336 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-eae67145-a1ae-4b44-ba98-fc3804102aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:24.588322 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-eae67145-a1ae-4b44-ba98-fc3804102aaa admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6b2d3367-c99b-4884-999f-e2caa6fb1ea2 HTTP/1.1" status: 204  len: 168 time: 1.2748327
Apr 09 13:53:24.611618 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-dd913507-ffa9-46d1-b056-eef2f08b9e90 req-c58c6707-2b7c-477e-a105-776b74ba814e tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=87c0a559-2e9e-4b03-af2b-496c68d35eda HTTP/1.1" status: 200  len: 210 time: 0.6210995
Apr 09 13:53:24.618859 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-db397480-6259-4705-94f5-a22faa0cae6c service neutron] 10.222.0.96 "GET /v2.0/networks/98d3058f-a010-4e34-9173-aef7e52dc755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5261726
Apr 09 13:53:24.640788 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] Routers {'7c3bb4a0-d4e7-4712-925c-d0fa8a25b093'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:53:24.648675 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bd98a780>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:53:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['7c3bb4a0-d4e7-4712-925c-d0fa8a25b093'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:53:24.660709 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-35d4ec75-1dc0-45b2-8c0b-505853ca67ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:24.662127 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port 407cfd7a-3fb8-4646-a497-496ad42874aa completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:53:24.703194 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d2e0d54f-9a1c-4d0c-9164-f1ee7af8f09a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:24.736068 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 407cfd7a-3fb8-4646-a497-496ad42874aa triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:53:24.736768 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:24.905348 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4ec75-1dc0-45b2-8c0b-505853ca67ff admin admin] Pushing event updated for resources: {'Port': ['ID=9eb88928-5118-4fcf-bc15-dddc585ebf3a,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:24.918025 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-35d4ec75-1dc0-45b2-8c0b-505853ca67ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:24.988276 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:25.105812 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:25.134651 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] For port 407cfd7a-3fb8-4646-a497-496ad42874aa, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=407cfd7a-3fb8-4646-a497-496ad42874aa,segment=NetworkSegment(e79b3ef0-a24a-46f3-9aa3-06c084497cd4),segment_id=e79b3ef0-a24a-46f3-9aa3-06c084497cd4)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:53:25.138752 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:25.144370 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:25.213107 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-13d87098-234d-4a1a-87c2-2a45f30c97b9 service neutron] 10.222.0.96 "GET /v2.0/networks/98d3058f-a010-4e34-9173-aef7e52dc755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5802433
Apr 09 13:53:25.320622 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac515c9-9278-4150-87d0-d8e30a112e3f req-8ff97d3b-52ad-471b-9155-13550a67873f tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:25.340543 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-cac515c9-9278-4150-87d0-d8e30a112e3f req-8ff97d3b-52ad-471b-9155-13550a67873f tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.3418870
Apr 09 13:53:25.348991 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Pushing event updated for resources: {'Port': ['ID=407cfd7a-3fb8-4646-a497-496ad42874aa,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:25.360479 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:25.407880 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d4ec75-1dc0-45b2-8c0b-505853ca67ff admin admin] Network 95d83689-a805-4a28-9a5a-ecbc5cc7feb7 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:53:25.409649 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-35d4ec75-1dc0-45b2-8c0b-505853ca67ff admin admin] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:53:25.419628 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d4ec75-1dc0-45b2-8c0b-505853ca67ff admin admin] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:53:25.439900 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] Set router 7c3bb4a0-d4e7-4712-925c-d0fa8a25b093 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:53:25.475605 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-cac515c9-9278-4150-87d0-d8e30a112e3f req-75b4b4e6-7815-4a00-a8ff-2f6785558540 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315756
Apr 09 13:53:25.655439 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-35d4ec75-1dc0-45b2-8c0b-505853ca67ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851022769'] for router_interface, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:25.995982 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-18f215d3-926a-4d08-b28d-0e784ecff05c None None] Provisioning for port 9eb88928-5118-4fcf-bc15-dddc585ebf3a completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:53:26.013107 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-18f215d3-926a-4d08-b28d-0e784ecff05c None None] Provisioning complete for port 9eb88928-5118-4fcf-bc15-dddc585ebf3a triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:53:26.013817 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-18f215d3-926a-4d08-b28d-0e784ecff05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:26.093508 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-35d4ec75-1dc0-45b2-8c0b-505853ca67ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:26.275762 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-18f215d3-926a-4d08-b28d-0e784ecff05c None None] Port 9eb88928-5118-4fcf-bc15-dddc585ebf3a cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 13:53:26.424557 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-1e2c6964-fc98-43ea-9557-b75c5122a275 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:26.428652 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-1e2c6964-fc98-43ea-9557-b75c5122a275 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.93 "GET /v2.0/networks?id=e94f1903-d158-4e6a-b9c7-07b549208c63 HTTP/1.1" status: 200  len: 809 time: 0.6215167
Apr 09 13:53:26.540043 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d15ed5a2-bb74-483f-bf0b-3dc17e0aeb63 req-0bae1ccf-5951-42d0-8280-d0d3c4ecc341 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=87c0a559-2e9e-4b03-af2b-496c68d35eda HTTP/1.1" status: 200  len: 210 time: 0.1101027
Apr 09 13:53:26.546373 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-56f758d7-0ac5-4b1e-9ed2-37c130e69d15 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Request body: {'port': {'device_id': '87c0a559-2e9e-4b03-af2b-496c68d35eda', 'network_id': 'e94f1903-d158-4e6a-b9c7-07b549208c63', 'admin_state_up': True, 'tenant_id': '9778d322afb44561b6255b78e0c47b19'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:26.660080 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bd98a780>, [{'id': '7c3bb4a0-d4e7-4712-925c-d0fa8a25b093', 'name': 'tempest-TestVolumeBootPattern-1612378465-router', 'tenant_id': '75550b128de342859867bcb67f602844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '752b42e3-a2eb-47cc-b468-02d57cc37332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:14Z', 'updated_at': '2021-04-09T13:53:17Z', 'revision_number': 3, 'project_id': '75550b128de342859867bcb67f602844', 'gw_port': {'id': '752b42e3-a2eb-47cc-b468-02d57cc37332', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3bb4a0-d4e7-4712-925c-d0fa8a25b093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:16Z', 'updated_at': '2021-04-09T13:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:53:26.679079 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18f4859-d169-4ace-9532-be9f6a051212 None None] The sync data for ids ['7c3bb4a0-d4e7-4712-925c-d0fa8a25b093'] in dv-cinder-785362-1-iscsi is: [{'id': '7c3bb4a0-d4e7-4712-925c-d0fa8a25b093', 'name': 'tempest-TestVolumeBootPattern-1612378465-router', 'tenant_id': '75550b128de342859867bcb67f602844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '752b42e3-a2eb-47cc-b468-02d57cc37332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:14Z', 'updated_at': '2021-04-09T13:53:17Z', 'revision_number': 3, 'project_id': '75550b128de342859867bcb67f602844', 'gw_port': {'id': '752b42e3-a2eb-47cc-b468-02d57cc37332', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3bb4a0-d4e7-4712-925c-d0fa8a25b093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:16Z', 'updated_at': '2021-04-09T13:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:53:26.928935 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-054ba4df-72c2-4c70-a968-768b6ab05bd2 req-3038b57f-9078-4e42-b662-807a827bbac0 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=34dc6186-6b03-435f-87f1-b669b4d39bb9 HTTP/1.1" status: 200  len: 210 time: 0.0622289
Apr 09 13:53:26.930847 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-56f758d7-0ac5-4b1e-9ed2-37c130e69d15 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:26.962394 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-35d4ec75-1dc0-45b2-8c0b-505853ca67ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:26.968149 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-35d4ec75-1dc0-45b2-8c0b-505853ca67ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246095'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:27.032390 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:27.075131 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-56f758d7-0ac5-4b1e-9ed2-37c130e69d15 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:27.115157 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-56f758d7-0ac5-4b1e-9ed2-37c130e69d15 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Made reservation on behalf of 9778d322afb44561b6255b78e0c47b19 for: {'port': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:53:27.126946 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-56f758d7-0ac5-4b1e-9ed2-37c130e69d15 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:27.196121 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-35d4ec75-1dc0-45b2-8c0b-505853ca67ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850949478'] for router_interface, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:27.248958 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42512e3c-8ba1-45b9-aa20-90d5a9774f34 req-072c5d61-9fea-4dcf-ab20-a833079a01b6 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:27.257100 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-42512e3c-8ba1-45b9-aa20-90d5a9774f34 req-072c5d61-9fea-4dcf-ab20-a833079a01b6 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.3916063
Apr 09 13:53:27.360708 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-42512e3c-8ba1-45b9-aa20-90d5a9774f34 req-7f1a1aec-65a9-4040-9285-656bb31c6604 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021686
Apr 09 13:53:27.435889 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4ec75-1dc0-45b2-8c0b-505853ca67ff admin admin] Pushing event updated for resources: {'Port': ['ID=9eb88928-5118-4fcf-bc15-dddc585ebf3a,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:27.449059 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-35d4ec75-1dc0-45b2-8c0b-505853ca67ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:27.570113 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-56f758d7-0ac5-4b1e-9ed2-37c130e69d15 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Allocated IP 172.20.0.4 (e94f1903-d158-4e6a-b9c7-07b549208c63/d347319e-8781-45e8-8908-9d916a6e2e76/ae30ef6a-b0a7-4664-a5f5-bb43de224405) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:53:27.597262 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 407cfd7a-3fb8-4646-a497-496ad42874aa up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:53:27.642608 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d4ec75-1dc0-45b2-8c0b-505853ca67ff admin admin] Network 95d83689-a805-4a28-9a5a-ecbc5cc7feb7 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:53:27.644089 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-35d4ec75-1dc0-45b2-8c0b-505853ca67ff admin admin] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:53:27.824752 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 407cfd7a-3fb8-4646-a497-496ad42874aa triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:53:27.825429 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:28.172096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-4b689c06-69b4-49cc-af10-dcc27e6e8676 None None] Provisioning complete for port 9eb88928-5118-4fcf-bc15-dddc585ebf3a triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:53:28.174355 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4b689c06-69b4-49cc-af10-dcc27e6e8676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:28.315704 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-4b689c06-69b4-49cc-af10-dcc27e6e8676 None None] Port 9eb88928-5118-4fcf-bc15-dddc585ebf3a cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 13:53:28.402059 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d4ec75-1dc0-45b2-8c0b-505853ca67ff admin admin] Router 7c3bb4a0-d4e7-4712-925c-d0fa8a25b093 has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 13:53:28.726006 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-93588b9c-1b45-4391-acfc-9958623a99ef req-f9789fb5-42b5-4dc1-99fd-4686ce29aa17 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=87c0a559-2e9e-4b03-af2b-496c68d35eda HTTP/1.1" status: 200  len: 210 time: 0.9191351
Apr 09 13:53:28.760964 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-124fc00f-fc3a-41b7-a2c8-84882a55f21c req-19976c16-1dab-4505-a857-11b79cf842d5 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=34dc6186-6b03-435f-87f1-b669b4d39bb9 HTTP/1.1" status: 200  len: 210 time: 0.1342921
Apr 09 13:53:28.972828 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-f9d540be-9e7a-46ff-92d2-6eb01430ad1f tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:28.974411 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-f9d540be-9e7a-46ff-92d2-6eb01430ad1f tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.93 "GET /v2.0/networks?id=98d3058f-a010-4e34-9173-aef7e52dc755 HTTP/1.1" status: 200  len: 813 time: 0.3438940
Apr 09 13:53:29.000588 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-a577d665-76f0-4577-8b65-c5065d1dbd37 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Request body: {'port': {'device_id': '34dc6186-6b03-435f-87f1-b669b4d39bb9', 'network_id': '98d3058f-a010-4e34-9173-aef7e52dc755', 'admin_state_up': True, 'tenant_id': 'c264fbe4ebb44a618b6c9189054fdbed'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:29.003700 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-56f758d7-0ac5-4b1e-9ed2-37c130e69d15 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:29.080171 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c70fb-9c97-4d55-8380-69172ed6ccb8 req-87823b77-d8d2-42f6-826a-2ceb00a4167a tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:29.081929 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c55c70fb-9c97-4d55-8380-69172ed6ccb8 req-87823b77-d8d2-42f6-826a-2ceb00a4167a tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1468594
Apr 09 13:53:29.113271 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d4ec75-1dc0-45b2-8c0b-505853ca67ff admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:53:29.121437 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-35d4ec75-1dc0-45b2-8c0b-505853ca67ff admin admin] 10.222.0.96 "PUT /v2.0/routers/7c3bb4a0-d4e7-4712-925c-d0fa8a25b093/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7943068
Apr 09 13:53:29.123676 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c55c70fb-9c97-4d55-8380-69172ed6ccb8 req-aa319c11-a5f2-424c-9358-c3ba0bd92fa9 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0327470
Apr 09 13:53:29.130282 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-56f758d7-0ac5-4b1e-9ed2-37c130e69d15 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:29.235349 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-a577d665-76f0-4577-8b65-c5065d1dbd37 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:29.293099 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:29.310096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-a577d665-76f0-4577-8b65-c5065d1dbd37 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:29.358735 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-a577d665-76f0-4577-8b65-c5065d1dbd37 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Made reservation on behalf of c264fbe4ebb44a618b6c9189054fdbed for: {'port': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:53:29.382499 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-a577d665-76f0-4577-8b65-c5065d1dbd37 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:29.533505 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 752b42e3-a2eb-47cc-b468-02d57cc37332 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:53:29.571468 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f758d7-0ac5-4b1e-9ed2-37c130e69d15 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Pushing event updated for resources: {'Port': ['ID=ae30ef6a-b0a7-4664-a5f5-bb43de224405,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:29.611011 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-56f758d7-0ac5-4b1e-9ed2-37c130e69d15 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:29.687222 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port 752b42e3-a2eb-47cc-b468-02d57cc37332 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:53:29.704576 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 752b42e3-a2eb-47cc-b468-02d57cc37332 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:53:29.705664 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:29.707159 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-56f758d7-0ac5-4b1e-9ed2-37c130e69d15 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Network e94f1903-d158-4e6a-b9c7-07b549208c63 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:53:29.709087 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-56f758d7-0ac5-4b1e-9ed2-37c130e69d15 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:53:29.713228 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-56f758d7-0ac5-4b1e-9ed2-37c130e69d15 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:53:29.725711 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-56f758d7-0ac5-4b1e-9ed2-37c130e69d15 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:29.728071 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-56f758d7-0ac5-4b1e-9ed2-37c130e69d15 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:29.775981 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-a577d665-76f0-4577-8b65-c5065d1dbd37 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Allocated IP 172.20.0.11 (98d3058f-a010-4e34-9173-aef7e52dc755/b5c341a0-e76b-410a-bd2d-6640cb8b99f9/f1320afe-a222-4296-914a-74f206a8a4b7) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:53:29.799478 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-56f758d7-0ac5-4b1e-9ed2-37c130e69d15 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2582846
Apr 09 13:53:29.927076 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-83953ee1-10be-49d5-8212-bb359126ef68 service neutron] Request body: {'port': {'device_id': '87c0a559-2e9e-4b03-af2b-496c68d35eda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:29.963518 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:29.994068 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] For port 752b42e3-a2eb-47cc-b468-02d57cc37332, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=752b42e3-a2eb-47cc-b468-02d57cc37332,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:53:29.998203 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:30.004626 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:30.202801 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Pushing event updated for resources: {'Port': ['ID=752b42e3-a2eb-47cc-b468-02d57cc37332,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:30.217104 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:30.311816 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-a577d665-76f0-4577-8b65-c5065d1dbd37 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:30.358515 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-a577d665-76f0-4577-8b65-c5065d1dbd37 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:30.379645 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-46154fa0-898b-41c6-9293-64268434bd59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:30.382125 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:53:30.402116 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-83953ee1-10be-49d5-8212-bb359126ef68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:30.498228 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01a6b4-f8c4-4c8a-a34e-13f3101f4b13 req-fa19da5e-a0bf-4d4f-9b9e-446ab59aa461 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:30.499433 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-dc01a6b4-f8c4-4c8a-a34e-13f3101f4b13 req-fa19da5e-a0bf-4d4f-9b9e-446ab59aa461 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Synchronizing usage tracker for tenant:9778d322afb44561b6255b78e0c47b19 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:53:30.594933 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577d665-76f0-4577-8b65-c5065d1dbd37 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Pushing event updated for resources: {'Port': ['ID=f1320afe-a222-4296-914a-74f206a8a4b7,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:30.603571 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-a577d665-76f0-4577-8b65-c5065d1dbd37 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:30.705916 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-a577d665-76f0-4577-8b65-c5065d1dbd37 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Network 98d3058f-a010-4e34-9173-aef7e52dc755 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:53:30.708191 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-a577d665-76f0-4577-8b65-c5065d1dbd37 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:53:30.711634 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-a577d665-76f0-4577-8b65-c5065d1dbd37 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:53:30.810155 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-a577d665-76f0-4577-8b65-c5065d1dbd37 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:30.810875 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-a577d665-76f0-4577-8b65-c5065d1dbd37 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:30.821882 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-dc01a6b4-f8c4-4c8a-a34e-13f3101f4b13 req-fa19da5e-a0bf-4d4f-9b9e-446ab59aa461 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Unset dirty status for tenant:9778d322afb44561b6255b78e0c47b19 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:53:30.833631 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] Sync routers for ids ['7c3bb4a0-d4e7-4712-925c-d0fa8a25b093'] in dv-cinder-785362-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:53:30.835250 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-dc01a6b4-f8c4-4c8a-a34e-13f3101f4b13 req-fa19da5e-a0bf-4d4f-9b9e-446ab59aa461 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=87c0a559-2e9e-4b03-af2b-496c68d35eda HTTP/1.1" status: 200  len: 931 time: 0.7200813
Apr 09 13:53:30.844435 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-a577d665-76f0-4577-8b65-c5065d1dbd37 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8478408
Apr 09 13:53:30.859516 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] Request body: {'port': {'device_id': '34dc6186-6b03-435f-87f1-b669b4d39bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:30.862438 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] Routers {'7c3bb4a0-d4e7-4712-925c-d0fa8a25b093'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:53:30.863188 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc0b1c88>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:53:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['7c3bb4a0-d4e7-4712-925c-d0fa8a25b093'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:53:30.915533 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-dc01a6b4-f8c4-4c8a-a34e-13f3101f4b13 req-e7230036-d805-42da-8f38-f32e65a3f5aa tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706487
Apr 09 13:53:31.103552 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:31.148911 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 56828) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:31.151977 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] Set router 7c3bb4a0-d4e7-4712-925c-d0fa8a25b093 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:53:31.169849 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-3701b0cb-4757-4a3a-820f-11796d54ae59 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-975072547', 'description': 'tempest-secgroup-smoke-975072547 description', 'project_id': '142806ca91ce40c4af646ab038ed6230'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:31.183450 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-3701b0cb-4757-4a3a-820f-11796d54ae59 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:31.192924 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-3701b0cb-4757-4a3a-820f-11796d54ae59 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Usage tracker for resource:security_group and tenant:142806ca91ce40c4af646ab038ed6230 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:53:31.196402 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-3701b0cb-4757-4a3a-820f-11796d54ae59 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:53:31.203786 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-3701b0cb-4757-4a3a-820f-11796d54ae59 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:31.231590 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-83953ee1-10be-49d5-8212-bb359126ef68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae30ef6a-b0a7-4664-a5f5-bb43de224405 {{(pid=85290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:53:31.308008 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-83953ee1-10be-49d5-8212-bb359126ef68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:31.333375 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7cbda-7665-468c-b140-f1ac8ab08f14 req-0aa4ee5e-3407-4ea7-b92d-325af453a99a tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:31.342540 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-81f7cbda-7665-468c-b140-f1ac8ab08f14 req-0aa4ee5e-3407-4ea7-b92d-325af453a99a tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=34dc6186-6b03-435f-87f1-b669b4d39bb9 HTTP/1.1" status: 200  len: 932 time: 0.2399006
Apr 09 13:53:31.380945 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-81f7cbda-7665-468c-b140-f1ac8ab08f14 req-bd67f67f-e653-46cb-ab91-aab609de605c tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372040
Apr 09 13:53:31.432104 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-83953ee1-10be-49d5-8212-bb359126ef68 service neutron] Transition to ACTIVE for port object ae30ef6a-b0a7-4664-a5f5-bb43de224405 will not be triggered until provisioned by entity L2. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:53:31.446476 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-83953ee1-10be-49d5-8212-bb359126ef68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:31.473611 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:31.511134 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 752b42e3-a2eb-47cc-b468-02d57cc37332 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:53:31.533733 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3701b0cb-4757-4a3a-820f-11796d54ae59 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:31.545943 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-3701b0cb-4757-4a3a-820f-11796d54ae59 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:31.558549 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-3701b0cb-4757-4a3a-820f-11796d54ae59 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Usage tracker for resource:security_group_rule and tenant:142806ca91ce40c4af646ab038ed6230 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:53:31.565009 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-3701b0cb-4757-4a3a-820f-11796d54ae59 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:53:31.588210 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-3701b0cb-4757-4a3a-820f-11796d54ae59 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:31.608990 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7773faf-b453-49a5-acd1-e186d1e6a69a req-81159146-f5ad-4e8d-b602-18056cb38572 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:31.610088 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d7773faf-b453-49a5-acd1-e186d1e6a69a req-81159146-f5ad-4e8d-b602-18056cb38572 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 945 time: 0.3731925
Apr 09 13:53:31.667875 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d7773faf-b453-49a5-acd1-e186d1e6a69a req-7b2b6846-b71d-4378-b275-3bc253bd9d4f tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429327
Apr 09 13:53:31.680175 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83953ee1-10be-49d5-8212-bb359126ef68 service neutron] Pushing event updated for resources: {'Port': ['ID=ae30ef6a-b0a7-4664-a5f5-bb43de224405,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:31.702716 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-83953ee1-10be-49d5-8212-bb359126ef68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:31.708551 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 56838) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:31.760830 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc0b1c88>, [{'id': '7c3bb4a0-d4e7-4712-925c-d0fa8a25b093', 'name': 'tempest-TestVolumeBootPattern-1612378465-router', 'tenant_id': '75550b128de342859867bcb67f602844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '752b42e3-a2eb-47cc-b468-02d57cc37332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:14Z', 'updated_at': '2021-04-09T13:53:25Z', 'revision_number': 4, 'project_id': '75550b128de342859867bcb67f602844', 'gw_port': {'id': '752b42e3-a2eb-47cc-b468-02d57cc37332', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3bb4a0-d4e7-4712-925c-d0fa8a25b093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:16Z', 'updated_at': '2021-04-09T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '9eb88928-5118-4fcf-bc15-dddc585ebf3a', 'name': '', 'network_id': '95d83689-a805-4a28-9a5a-ecbc5cc7feb7', 'tenant_id': '75550b128de342859867bcb67f602844', 'mac_address': 'fa:16:3e:8f:4e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3bb4a0-d4e7-4712-925c-d0fa8a25b093', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '984091b0-acc0-4413-9ecf-66760576aabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:23Z', 'updated_at': '2021-04-09T13:53:26Z', 'revision_number': 2, 'project_id': '75550b128de342859867bcb67f602844', 'subnets': [{'id': '984091b0-acc0-4413-9ecf-66760576aabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:53:31.770349 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 752b42e3-a2eb-47cc-b468-02d57cc37332 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:53:31.771003 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:31.841095 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] Checking router: 7c3bb4a0-d4e7-4712-925c-d0fa8a25b093 for host: dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:53:31.842554 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] Updating router 7c3bb4a0-d4e7-4712-925c-d0fa8a25b093 port 9eb88928-5118-4fcf-bc15-dddc585ebf3a binding host dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 13:53:31.916972 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:31.943833 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1320afe-a222-4296-914a-74f206a8a4b7 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:53:31.955581 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:32.000426 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] Transition to ACTIVE for port object f1320afe-a222-4296-914a-74f206a8a4b7 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:53:32.004988 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246095'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:32.024456 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:32.065152 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-83953ee1-10be-49d5-8212-bb359126ef68 service neutron] Attempting to bind port ae30ef6a-b0a7-4664-a5f5-bb43de224405 on host hv-cinder-78536 for vnic_type normal with profile  {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:53:32.065152 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-83953ee1-10be-49d5-8212-bb359126ef68 service neutron] Attempting to bind port ae30ef6a-b0a7-4664-a5f5-bb43de224405 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '541a3095-c334-4ed9-a8bc-0a28bead28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'e94f1903-d158-4e6a-b9c7-07b549208c63'}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:53:32.065492 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-83953ee1-10be-49d5-8212-bb359126ef68 service neutron] Attempting to bind port ae30ef6a-b0a7-4664-a5f5-bb43de224405 on network e94f1903-d158-4e6a-b9c7-07b549208c63 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:53:32.073756 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-83953ee1-10be-49d5-8212-bb359126ef68 service neutron] Port ae30ef6a-b0a7-4664-a5f5-bb43de224405 on network e94f1903-d158-4e6a-b9c7-07b549208c63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 13:53:32.074120 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-83953ee1-10be-49d5-8212-bb359126ef68 service neutron] Attempting to bind port ae30ef6a-b0a7-4664-a5f5-bb43de224405 on network e94f1903-d158-4e6a-b9c7-07b549208c63 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:53:32.091268 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-83953ee1-10be-49d5-8212-bb359126ef68 service neutron] Checking agent: {'id': '8b22d5c6-5838-4546-ac77-8d10367985fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'started_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:53:32.091813 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-83953ee1-10be-49d5-8212-bb359126ef68 service neutron] Checking segment: {'id': '541a3095-c334-4ed9-a8bc-0a28bead28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'e94f1903-d158-4e6a-b9c7-07b549208c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:53:32.092238 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-83953ee1-10be-49d5-8212-bb359126ef68 service neutron] Bound using segment: {'id': '541a3095-c334-4ed9-a8bc-0a28bead28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'e94f1903-d158-4e6a-b9c7-07b549208c63'} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:53:32.092750 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-83953ee1-10be-49d5-8212-bb359126ef68 service neutron] Bound port: ae30ef6a-b0a7-4664-a5f5-bb43de224405, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '541a3095-c334-4ed9-a8bc-0a28bead28e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'e94f1903-d158-4e6a-b9c7-07b549208c63'}}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:53:32.093145 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-83953ee1-10be-49d5-8212-bb359126ef68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:32.236099 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d86a9-561c-4a09-9726-2735db9e3681 req-e44e0c0a-1e82-4829-bdc1-05baf238d6ca tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:32.237820 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-390d86a9-561c-4a09-9726-2735db9e3681 req-e44e0c0a-1e82-4829-bdc1-05baf238d6ca tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.3748362
Apr 09 13:53:32.294409 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-390d86a9-561c-4a09-9726-2735db9e3681 req-ed9a0e85-ba2d-47fc-8719-3d9f3b7613c4 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360522
Apr 09 13:53:32.328316 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ae3d16-d6a6-4f1e-9a1f-425ad78453f5 tempest-TestMinimumBasicScenario-1613679192 tempest-TestMinimumBasicScenario-1613679192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:32.329109 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-47ae3d16-d6a6-4f1e-9a1f-425ad78453f5 tempest-TestMinimumBasicScenario-1613679192 tempest-TestMinimumBasicScenario-1613679192-project-admin] Synchronizing usage tracker for tenant:63f016e78c0a4c8ca4a903fa724b9225 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:53:32.349474 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-83953ee1-10be-49d5-8212-bb359126ef68 service neutron] For port ae30ef6a-b0a7-4664-a5f5-bb43de224405, host hv-cinder-78536, cleared binding levels {{(pid=85290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:53:32.360793 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-83953ee1-10be-49d5-8212-bb359126ef68 service neutron] For port ae30ef6a-b0a7-4664-a5f5-bb43de224405, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ae30ef6a-b0a7-4664-a5f5-bb43de224405,segment=NetworkSegment(541a3095-c334-4ed9-a8bc-0a28bead28e9),segment_id=541a3095-c334-4ed9-a8bc-0a28bead28e9)] {{(pid=85290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:53:32.384848 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-83953ee1-10be-49d5-8212-bb359126ef68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:32.428002 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-56f758d7-0ac5-4b1e-9ed2-37c130e69d15 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:32.453397 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3701b0cb-4757-4a3a-820f-11796d54ae59 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:32.497079 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3701b0cb-4757-4a3a-820f-11796d54ae59 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:32.526880 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] Pushing event updated for resources: {'Port': ['ID=f1320afe-a222-4296-914a-74f206a8a4b7,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:32.541384 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:32.542274 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-8c2e40e8-e1b4-4a96-adcf-e6892ce7697f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:32.557850 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:32.579100 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] Transition to ACTIVE for port object 9eb88928-5118-4fcf-bc15-dddc585ebf3a will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:53:32.597144 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:32.612837 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0b2110ba-2b91-493d-97a7-d9ba720e0cee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:32.651807 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3701b0cb-4757-4a3a-820f-11796d54ae59 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:32.654134 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-3701b0cb-4757-4a3a-820f-11796d54ae59 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 1.4970672
Apr 09 13:53:32.661236 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 56856) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:32.662305 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701b0cb-4757-4a3a-820f-11796d54ae59 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ed0133-f26d-4698-97f0-8e7ec3df867a,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:32.667934 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3701b0cb-4757-4a3a-820f-11796d54ae59 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:32.673024 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-de577a52-c328-4aae-98c6-c46341560aea tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Request body: {'security_group_rule': {'security_group_id': '99ed0133-f26d-4698-97f0-8e7ec3df867a', 'project_id': '142806ca91ce40c4af646ab038ed6230', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:32.708493 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a082ea8-bc06-44b5-b1b5-5a37a31b4480 None None] Pushing event updated for resources: {'Port': ['ID=9eb88928-5118-4fcf-bc15-dddc585ebf3a,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:32.747314 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-de577a52-c328-4aae-98c6-c46341560aea tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:32.765053 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-de577a52-c328-4aae-98c6-c46341560aea tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Usage tracker for resource:security_group_rule and tenant:142806ca91ce40c4af646ab038ed6230 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:53:32.769609 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-de577a52-c328-4aae-98c6-c46341560aea tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:53:32.777942 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9a082ea8-bc06-44b5-b1b5-5a37a31b4480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:32.812886 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-de577a52-c328-4aae-98c6-c46341560aea tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:32.850007 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83953ee1-10be-49d5-8212-bb359126ef68 service neutron] Pushing event updated for resources: {'Port': ['ID=ae30ef6a-b0a7-4664-a5f5-bb43de224405,revision_number=3']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:32.888777 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-de577a52-c328-4aae-98c6-c46341560aea tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:32.930002 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-47ae3d16-d6a6-4f1e-9a1f-425ad78453f5 tempest-TestMinimumBasicScenario-1613679192 tempest-TestMinimumBasicScenario-1613679192-project-admin] Unset dirty status for tenant:63f016e78c0a4c8ca4a903fa724b9225 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:53:32.932805 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-47ae3d16-d6a6-4f1e-9a1f-425ad78453f5 tempest-TestMinimumBasicScenario-1613679192 tempest-TestMinimumBasicScenario-1613679192-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 1093 time: 1.2227600
Apr 09 13:53:32.935172 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-83953ee1-10be-49d5-8212-bb359126ef68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:32.951473 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 56866) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:32.965569 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Request body: {'floatingip': {'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'port_id': 'bef3ca8a-8fed-47c9-add5-934a3d492c30', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'fixed_ip_address': '172.20.0.7'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:33.014375 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:33.022039 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] Attempting to bind port f1320afe-a222-4296-914a-74f206a8a4b7 on host hv-cinder-78536 for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:53:33.022683 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] Attempting to bind port f1320afe-a222-4296-914a-74f206a8a4b7 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '93fb02bd-6ea5-4711-9695-de72918154e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '98d3058f-a010-4e34-9173-aef7e52dc755'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:53:33.023240 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] Attempting to bind port f1320afe-a222-4296-914a-74f206a8a4b7 on network 98d3058f-a010-4e34-9173-aef7e52dc755 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:53:33.030810 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Usage tracker for resource:floatingip and tenant:4c147f1cde8b46c7be8d2d3698b9a007 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:53:33.046377 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:53:33.050888 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] Port f1320afe-a222-4296-914a-74f206a8a4b7 on network 98d3058f-a010-4e34-9173-aef7e52dc755 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 13:53:33.070528 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] Attempting to bind port f1320afe-a222-4296-914a-74f206a8a4b7 on network 98d3058f-a010-4e34-9173-aef7e52dc755 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:53:33.082522 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] Attempting to bind port 9eb88928-5118-4fcf-bc15-dddc585ebf3a on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:53:33.083338 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] Attempting to bind port 9eb88928-5118-4fcf-bc15-dddc585ebf3a by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': '48979ebd-e383-4edb-88b7-cc95d0b1994e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '95d83689-a805-4a28-9a5a-ecbc5cc7feb7'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:53:33.083768 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] Attempting to bind port 9eb88928-5118-4fcf-bc15-dddc585ebf3a on network 95d83689-a805-4a28-9a5a-ecbc5cc7feb7 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:53:33.097365 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:33.097565 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:53:33.097899 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] Checking segment: {'id': '48979ebd-e383-4edb-88b7-cc95d0b1994e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '95d83689-a805-4a28-9a5a-ecbc5cc7feb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:53:33.098246 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:33.098695 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] Bound using segment: {'id': '48979ebd-e383-4edb-88b7-cc95d0b1994e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '95d83689-a805-4a28-9a5a-ecbc5cc7feb7'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:53:33.099239 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] Bound port: 9eb88928-5118-4fcf-bc15-dddc585ebf3a, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48979ebd-e383-4edb-88b7-cc95d0b1994e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '95d83689-a805-4a28-9a5a-ecbc5cc7feb7'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:53:33.099671 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:33.108592 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffab8c0-b4a2-43f3-961a-a4af7a90bc3e req-e1f4668f-e107-45ca-87df-f50601f976cc tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:33.110506 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fffab8c0-b4a2-43f3-961a-a4af7a90bc3e req-e1f4668f-e107-45ca-87df-f50601f976cc tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=87c0a559-2e9e-4b03-af2b-496c68d35eda HTTP/1.1" status: 200  len: 943 time: 1.0221295
Apr 09 13:53:33.120527 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] Checking agent: {'id': '8b22d5c6-5838-4546-ac77-8d10367985fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'started_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:53:33.120935 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] Checking segment: {'id': '93fb02bd-6ea5-4711-9695-de72918154e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '98d3058f-a010-4e34-9173-aef7e52dc755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:53:33.121449 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] Bound using segment: {'id': '93fb02bd-6ea5-4711-9695-de72918154e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '98d3058f-a010-4e34-9173-aef7e52dc755'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:53:33.122097 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] Bound port: f1320afe-a222-4296-914a-74f206a8a4b7, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93fb02bd-6ea5-4711-9695-de72918154e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '98d3058f-a010-4e34-9173-aef7e52dc755'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:53:33.122535 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:33.199264 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] For port 9eb88928-5118-4fcf-bc15-dddc585ebf3a, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:53:33.203331 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] For port 9eb88928-5118-4fcf-bc15-dddc585ebf3a, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=9eb88928-5118-4fcf-bc15-dddc585ebf3a,segment=NetworkSegment(48979ebd-e383-4edb-88b7-cc95d0b1994e),segment_id=48979ebd-e383-4edb-88b7-cc95d0b1994e)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:53:33.208525 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:33.219373 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-de577a52-c328-4aae-98c6-c46341560aea tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:33.221711 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for floatingip, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:33.283607 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-de577a52-c328-4aae-98c6-c46341560aea tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874469'] for security_group_rule, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:33.330433 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fffab8c0-b4a2-43f3-961a-a4af7a90bc3e req-91dab1d0-e5d4-4b76-9982-4b25f7a90bfc tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881534
Apr 09 13:53:33.425315 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9c46eec5-41ec-42b5-80b5-aa9f35cdab6a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:33.452688 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:33.520342 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-83953ee1-10be-49d5-8212-bb359126ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:33.521057 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-83953ee1-10be-49d5-8212-bb359126ef68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:33.522910 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-83953ee1-10be-49d5-8212-bb359126ef68 service neutron] 10.222.0.93 "PUT /v2.0/ports/ae30ef6a-b0a7-4664-a5f5-bb43de224405 HTTP/1.1" status: 200  len: 1093 time: 3.6163573
Apr 09 13:53:33.523272 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de577a52-c328-4aae-98c6-c46341560aea tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d19420-013d-4888-a20c-458ced695ad9,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:33.523588 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c0a559-2e9e-4b03-af2b-496c68d35eda', 'tag': 'ae30ef6a-b0a7-4664-a5f5-bb43de224405'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:53:33.542674 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac829e36-1160-46f5-a328-b547c18a5e55 req-dd4edf5e-d36d-4cb5-ae02-60a620e77732 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:33.544859 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ac829e36-1160-46f5-a328-b547c18a5e55 req-dd4edf5e-d36d-4cb5-ae02-60a620e77732 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=34dc6186-6b03-435f-87f1-b669b4d39bb9 HTTP/1.1" status: 200  len: 944 time: 0.4522524
Apr 09 13:53:33.578550 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-de577a52-c328-4aae-98c6-c46341560aea tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:33.593104 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ac829e36-1160-46f5-a328-b547c18a5e55 req-d09144f9-70b0-4f1a-967d-499d98f8bd08 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0308127
Apr 09 13:53:33.634264 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-de577a52-c328-4aae-98c6-c46341560aea tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:33.640839 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-de577a52-c328-4aae-98c6-c46341560aea tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9708581
Apr 09 13:53:33.644664 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a082ea8-bc06-44b5-b1b5-5a37a31b4480 None None] Pushing event updated for resources: {'Port': ['ID=9eb88928-5118-4fcf-bc15-dddc585ebf3a,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:33.653683 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 56876) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:33.660333 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-bb78ab95-1ccd-4308-9e98-1f49009d5abd tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Request body: {'security_group_rule': {'security_group_id': '99ed0133-f26d-4698-97f0-8e7ec3df867a', 'project_id': '142806ca91ce40c4af646ab038ed6230', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:33.663523 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9a082ea8-bc06-44b5-b1b5-5a37a31b4480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:33.674449 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-bb78ab95-1ccd-4308-9e98-1f49009d5abd tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:33.682505 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] For port f1320afe-a222-4296-914a-74f206a8a4b7, host hv-cinder-78536, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:53:33.687174 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] For port f1320afe-a222-4296-914a-74f206a8a4b7, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=f1320afe-a222-4296-914a-74f206a8a4b7,segment=NetworkSegment(93fb02bd-6ea5-4711-9695-de72918154e7),segment_id=93fb02bd-6ea5-4711-9695-de72918154e7)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:53:33.691824 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-bb78ab95-1ccd-4308-9e98-1f49009d5abd tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Usage tracker for resource:security_group_rule and tenant:142806ca91ce40c4af646ab038ed6230 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:53:33.696837 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-bb78ab95-1ccd-4308-9e98-1f49009d5abd tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:53:33.708119 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246095'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:33.723723 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-bb78ab95-1ccd-4308-9e98-1f49009d5abd tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:33.724400 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] Routers {'7c3bb4a0-d4e7-4712-925c-d0fa8a25b093'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:53:33.725257 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc0b1c88>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:53:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['7c3bb4a0-d4e7-4712-925c-d0fa8a25b093'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:53:33.749525 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:33.803083 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bb78ab95-1ccd-4308-9e98-1f49009d5abd tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:33.845817 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c0a559-2e9e-4b03-af2b-496c68d35eda', 'tag': 'ae30ef6a-b0a7-4664-a5f5-bb43de224405', 'status': 'completed', 'code': 200}
Apr 09 13:53:33.868759 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-2e3d258c-5e34-44b6-816b-742323842742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:33.870330 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-2e3d258c-5e34-44b6-816b-742323842742 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9778d322afb44561b6255b78e0c47b19&device_id=87c0a559-2e9e-4b03-af2b-496c68d35eda HTTP/1.1" status: 200  len: 1096 time: 0.2761283
Apr 09 13:53:33.984259 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-99c39dc4-2c2e-456c-b91a-589a7550fba3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae30ef6a-b0a7-4664-a5f5-bb43de224405 HTTP/1.1" status: 200  len: 217 time: 0.0933068
Apr 09 13:53:34.053386 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] Pushing event updated for resources: {'Port': ['ID=f1320afe-a222-4296-914a-74f206a8a4b7,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:34.058280 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:34.083143 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] Set router 7c3bb4a0-d4e7-4712-925c-d0fa8a25b093 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:53:34.095362 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-c567abd4-5c12-4033-9ba8-65caf6186f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:34.097022 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-c567abd4-5c12-4033-9ba8-65caf6186f33 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d347319e-8781-45e8-8908-9d916a6e2e76 HTTP/1.1" status: 200  len: 849 time: 0.1061394
Apr 09 13:53:34.098860 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bb78ab95-1ccd-4308-9e98-1f49009d5abd tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:34.103187 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bb78ab95-1ccd-4308-9e98-1f49009d5abd tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874469'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:34.107694 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:34.144324 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1964d367-4542-42b6-97c6-6d3022c0be71 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:34.170108 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78ab95-1ccd-4308-9e98-1f49009d5abd tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a9391b3-62a1-4d40-98dc-2d57fc63fe14,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:34.183564 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-c08a78b5-0125-4289-973c-9ebcec285283 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e94f1903-d158-4e6a-b9c7-07b549208c63&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0777049
Apr 09 13:53:34.187906 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:34.188651 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:34.190268 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] 10.222.0.93 "PUT /v2.0/ports/f1320afe-a222-4296-914a-74f206a8a4b7 HTTP/1.1" status: 200  len: 1094 time: 3.3361804
Apr 09 13:53:34.190455 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-bb78ab95-1ccd-4308-9e98-1f49009d5abd tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:34.199883 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34dc6186-6b03-435f-87f1-b669b4d39bb9', 'tag': 'f1320afe-a222-4296-914a-74f206a8a4b7'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:53:34.333846 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Allocated IP 172.27.0.7 (ef175b21-42e7-4a59-9f09-4b77dc7ee6f8/51aa8935-8cce-40ab-82a2-0ed18a8aeaa8/bdc80319-21c0-422c-851d-7ed2b8154be3) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:53:34.338531 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34dc6186-6b03-435f-87f1-b669b4d39bb9', 'tag': 'f1320afe-a222-4296-914a-74f206a8a4b7', 'status': 'completed', 'code': 200}
Apr 09 13:53:34.362444 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bb78ab95-1ccd-4308-9e98-1f49009d5abd tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:34.366582 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-bb78ab95-1ccd-4308-9e98-1f49009d5abd tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7091413
Apr 09 13:53:34.367058 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 56884) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:34.376718 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-27990c8e-7ec5-4451-b64f-18721aad2da6 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Request body: {'security_group_rule': {'security_group_id': '99ed0133-f26d-4698-97f0-8e7ec3df867a', 'project_id': '142806ca91ce40c4af646ab038ed6230', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:34.389083 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-27990c8e-7ec5-4451-b64f-18721aad2da6 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:34.408212 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-27990c8e-7ec5-4451-b64f-18721aad2da6 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Usage tracker for resource:security_group_rule and tenant:142806ca91ce40c4af646ab038ed6230 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:53:34.413590 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-27990c8e-7ec5-4451-b64f-18721aad2da6 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:53:34.434174 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-27990c8e-7ec5-4451-b64f-18721aad2da6 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:34.457556 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-8863e9eb-8911-43ea-85dd-9d751da3b538 service neutron] 10.222.0.93 "GET /v2.0/networks/e94f1903-d158-4e6a-b9c7-07b549208c63?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2583473
Apr 09 13:53:34.467718 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-27990c8e-7ec5-4451-b64f-18721aad2da6 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:34.594752 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-1c7f1d10-428e-47ef-bca2-45568f4ad961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:34.596461 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-1c7f1d10-428e-47ef-bca2-45568f4ad961 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c264fbe4ebb44a618b6c9189054fdbed&device_id=34dc6186-6b03-435f-87f1-b669b4d39bb9 HTTP/1.1" status: 200  len: 1097 time: 0.2569261
Apr 09 13:53:34.710974 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-84720de5-291c-47d5-bc83-08e1c183d5d0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1320afe-a222-4296-914a-74f206a8a4b7 HTTP/1.1" status: 200  len: 217 time: 0.0997095
Apr 09 13:53:34.720039 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:34.732609 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-27990c8e-7ec5-4451-b64f-18721aad2da6 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:34.754236 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-27990c8e-7ec5-4451-b64f-18721aad2da6 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874469'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:34.785513 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-bb78ab95-1ccd-4308-9e98-1f49009d5abd tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:34.798509 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-41cf0e8d-6763-4ad3-b56a-68b5ab40e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:34.800148 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-41cf0e8d-6763-4ad3-b56a-68b5ab40e592 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b5c341a0-e76b-410a-bd2d-6640cb8b99f9 HTTP/1.1" status: 200  len: 853 time: 0.0765920
Apr 09 13:53:34.802918 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc0b1c88>, [{'id': '7c3bb4a0-d4e7-4712-925c-d0fa8a25b093', 'name': 'tempest-TestVolumeBootPattern-1612378465-router', 'tenant_id': '75550b128de342859867bcb67f602844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '752b42e3-a2eb-47cc-b468-02d57cc37332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:14Z', 'updated_at': '2021-04-09T13:53:25Z', 'revision_number': 4, 'project_id': '75550b128de342859867bcb67f602844', 'gw_port': {'id': '752b42e3-a2eb-47cc-b468-02d57cc37332', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3bb4a0-d4e7-4712-925c-d0fa8a25b093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:16Z', 'updated_at': '2021-04-09T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '9eb88928-5118-4fcf-bc15-dddc585ebf3a', 'name': '', 'network_id': '95d83689-a805-4a28-9a5a-ecbc5cc7feb7', 'tenant_id': '75550b128de342859867bcb67f602844', 'mac_address': 'fa:16:3e:8f:4e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3bb4a0-d4e7-4712-925c-d0fa8a25b093', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '984091b0-acc0-4413-9ecf-66760576aabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:23Z', 'updated_at': '2021-04-09T13:53:33Z', 'revision_number': 4, 'project_id': '75550b128de342859867bcb67f602844', 'subnets': [{'id': '984091b0-acc0-4413-9ecf-66760576aabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:53:34.808403 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262b108b-4381-47c9-9d0b-822a27efa59f None None] The sync data for ids ['7c3bb4a0-d4e7-4712-925c-d0fa8a25b093'] in dv-cinder-785362-1-iscsi is: [{'id': '7c3bb4a0-d4e7-4712-925c-d0fa8a25b093', 'name': 'tempest-TestVolumeBootPattern-1612378465-router', 'tenant_id': '75550b128de342859867bcb67f602844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '752b42e3-a2eb-47cc-b468-02d57cc37332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:14Z', 'updated_at': '2021-04-09T13:53:25Z', 'revision_number': 4, 'project_id': '75550b128de342859867bcb67f602844', 'gw_port': {'id': '752b42e3-a2eb-47cc-b468-02d57cc37332', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3bb4a0-d4e7-4712-925c-d0fa8a25b093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:16Z', 'updated_at': '2021-04-09T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '9eb88928-5118-4fcf-bc15-dddc585ebf3a', 'name': '', 'network_id': '95d83689-a805-4a28-9a5a-ecbc5cc7feb7', 'tenant_id': '75550b128de342859867bcb67f602844', 'mac_address': 'fa:16:3e:8f:4e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3bb4a0-d4e7-4712-925c-d0fa8a25b093', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '984091b0-acc0-4413-9ecf-66760576aabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:23Z', 'updated_at': '2021-04-09T13:53:33Z', 'revision_number': 4, 'project_id': '75550b128de342859867bcb67f602844', 'subnets': [{'id': '984091b0-acc0-4413-9ecf-66760576aabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:53:34.863529 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5501f-df92-43ee-a746-3ee8c54427ff req-aa76406d-4cd0-40ec-a625-c81c9af0a203 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:34.874474 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-43a5501f-df92-43ee-a746-3ee8c54427ff req-aa76406d-4cd0-40ec-a625-c81c9af0a203 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=87c0a559-2e9e-4b03-af2b-496c68d35eda HTTP/1.1" status: 200  len: 943 time: 0.3561108
Apr 09 13:53:34.886222 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-5d62235e-11a3-4e81-9c1f-52d62e593cbc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=98d3058f-a010-4e34-9173-aef7e52dc755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0739274
Apr 09 13:53:34.900316 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:34.910848 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a0bac5ba-c806-49ad-b635-e8a5568f1fd1 req-fa25c9fe-fb3f-4293-95b5-58889564c844 service neutron] 10.222.0.93 "GET /v2.0/networks/e94f1903-d158-4e6a-b9c7-07b549208c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4270170
Apr 09 13:53:34.924411 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-bec142f1-efa7-48da-86e2-8becd6be1ddc tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:34.931669 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-43a5501f-df92-43ee-a746-3ee8c54427ff req-ed8ca13d-2b44-4c54-925f-92e7a04f7edd tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560367
Apr 09 13:53:34.943309 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27990c8e-7ec5-4451-b64f-18721aad2da6 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2699d121-d9f9-4173-a730-fb25f0fd1a72,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:34.957826 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-27990c8e-7ec5-4451-b64f-18721aad2da6 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:34.995662 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-27990c8e-7ec5-4451-b64f-18721aad2da6 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:34.997395 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-27990c8e-7ec5-4451-b64f-18721aad2da6 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6285210
Apr 09 13:53:35.012039 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 56898) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:35.131653 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca822cf0-28a0-43c5-99e7-5daa64bb586c req-50dbbf00-2bc3-4b8e-bbdb-dd71275dfaa3 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:35.133624 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ca822cf0-28a0-43c5-99e7-5daa64bb586c req-50dbbf00-2bc3-4b8e-bbdb-dd71275dfaa3 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=34dc6186-6b03-435f-87f1-b669b4d39bb9 HTTP/1.1" status: 200  len: 944 time: 0.3545470
Apr 09 13:53:35.169699 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe326d-fd2d-479e-b369-da359c9d37f7 req-790d4851-7a18-4fd3-950a-a32a21139dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:35.171416 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-45fe326d-fd2d-479e-b369-da359c9d37f7 req-790d4851-7a18-4fd3-950a-a32a21139dd9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9778d322afb44561b6255b78e0c47b19&device_id=87c0a559-2e9e-4b03-af2b-496c68d35eda HTTP/1.1" status: 200  len: 1096 time: 0.1715748
Apr 09 13:53:35.177940 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ca822cf0-28a0-43c5-99e7-5daa64bb586c req-936908c5-94a5-43f7-a3d5-03b7b5b1b767 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349200
Apr 09 13:53:35.216103 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-ddf06454-e68d-4d62-88a9-50b5c3c6065a tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Request body: {'security_group_rule': {'security_group_id': '99ed0133-f26d-4698-97f0-8e7ec3df867a', 'project_id': '142806ca91ce40c4af646ab038ed6230', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:35.228133 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-ddf06454-e68d-4d62-88a9-50b5c3c6065a tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:35.235280 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-ddf06454-e68d-4d62-88a9-50b5c3c6065a tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Usage tracker for resource:security_group_rule and tenant:142806ca91ce40c4af646ab038ed6230 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:53:35.264096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-ddf06454-e68d-4d62-88a9-50b5c3c6065a tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:53:35.289797 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-ddf06454-e68d-4d62-88a9-50b5c3c6065a tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:35.376075 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ddf06454-e68d-4d62-88a9-50b5c3c6065a tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:35.413198 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe326d-fd2d-479e-b369-da359c9d37f7 req-53c21f4a-4b66-47f7-924e-6071e987a9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:35.415605 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-45fe326d-fd2d-479e-b369-da359c9d37f7 req-53c21f4a-4b66-47f7-924e-6071e987a9ae service neutron] 10.222.0.93 "GET /v2.0/networks?id=e94f1903-d158-4e6a-b9c7-07b549208c63 HTTP/1.1" status: 200  len: 910 time: 0.2338381
Apr 09 13:53:35.429868 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Pushing event updated for resources: {'Port': ['ID=bdc80319-21c0-422c-851d-7ed2b8154be3,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:35.435977 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:35.480278 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 9eb88928-5118-4fcf-bc15-dddc585ebf3a up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:53:35.533687 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-45fe326d-fd2d-479e-b369-da359c9d37f7 req-c9d5e1fa-db17-4d41-98b1-af71480105d3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae30ef6a-b0a7-4664-a5f5-bb43de224405 HTTP/1.1" status: 200  len: 217 time: 0.1061466
Apr 09 13:53:35.627189 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port 9eb88928-5118-4fcf-bc15-dddc585ebf3a completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:53:35.634491 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 9eb88928-5118-4fcf-bc15-dddc585ebf3a triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:53:35.634974 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:35.635931 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-cf6a2d52-4890-432e-b5dd-83f041b2e9d8 service neutron] 10.222.0.93 "GET /v2.0/networks/98d3058f-a010-4e34-9173-aef7e52dc755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7129374
Apr 09 13:53:35.638147 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ddf06454-e68d-4d62-88a9-50b5c3c6065a tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:35.648165 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:53:35.652370 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:53:35.656641 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe326d-fd2d-479e-b369-da359c9d37f7 req-ad3e6262-6cdb-4d20-9bb1-e8591d9c1584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:35.658969 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-45fe326d-fd2d-479e-b369-da359c9d37f7 req-ad3e6262-6cdb-4d20-9bb1-e8591d9c1584 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d347319e-8781-45e8-8908-9d916a6e2e76 HTTP/1.1" status: 200  len: 849 time: 0.1083369
Apr 09 13:53:35.678565 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ddf06454-e68d-4d62-88a9-50b5c3c6065a tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874469'] for security_group_rule, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:35.680704 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:53:35.725303 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-45fe326d-fd2d-479e-b369-da359c9d37f7 req-2bfde615-2902-42cd-b86a-e1c502191841 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e94f1903-d158-4e6a-b9c7-07b549208c63&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0568902
Apr 09 13:53:35.734248 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-de577a52-c328-4aae-98c6-c46341560aea tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:35.788340 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:35.809339 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] For port 9eb88928-5118-4fcf-bc15-dddc585ebf3a, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=9eb88928-5118-4fcf-bc15-dddc585ebf3a,segment=NetworkSegment(48979ebd-e383-4edb-88b7-cc95d0b1994e),segment_id=48979ebd-e383-4edb-88b7-cc95d0b1994e)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:53:35.813226 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:35.816437 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:35.834751 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf06454-e68d-4d62-88a9-50b5c3c6065a tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85e9e3a-d6d9-47a1-8fd5-9dd2bd9403e3,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:35.863098 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-ddf06454-e68d-4d62-88a9-50b5c3c6065a tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:35.875180 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ddf06454-e68d-4d62-88a9-50b5c3c6065a tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:35.879589 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-ddf06454-e68d-4d62-88a9-50b5c3c6065a tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.7752826
Apr 09 13:53:35.881068 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 56904) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:35.890059 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-852406ab-6b78-497e-86b9-1a76d58034fa tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Request body: {'security_group_rule': {'security_group_id': '99ed0133-f26d-4698-97f0-8e7ec3df867a', 'project_id': '142806ca91ce40c4af646ab038ed6230', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:35.901585 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-852406ab-6b78-497e-86b9-1a76d58034fa tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:35.913407 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-852406ab-6b78-497e-86b9-1a76d58034fa tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Usage tracker for resource:security_group_rule and tenant:142806ca91ce40c4af646ab038ed6230 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:53:35.935228 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-852406ab-6b78-497e-86b9-1a76d58034fa tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:53:35.936013 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Pushing event updated for resources: {'Port': ['ID=9eb88928-5118-4fcf-bc15-dddc585ebf3a,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:35.941998 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:35.951201 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-852406ab-6b78-497e-86b9-1a76d58034fa tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:35.982314 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-45fe326d-fd2d-479e-b369-da359c9d37f7 req-7443a22f-b0dd-41db-b8f3-95efbcbfb022 service neutron] 10.222.0.93 "GET /v2.0/networks/e94f1903-d158-4e6a-b9c7-07b549208c63?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2367895
Apr 09 13:53:35.983365 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.securitygroups_db [None req-852406ab-6b78-497e-86b9-1a76d58034fa tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Project 142806ca91ce40c4af646ab038ed6230 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 13:53:36.024666 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-852406ab-6b78-497e-86b9-1a76d58034fa tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:36.095788 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-14374aaa-ddfc-4d5b-8234-e94d5d59ad0c req-22ef9890-93ac-4d05-a696-a555f0ec4128 service neutron] 10.222.0.93 "GET /v2.0/networks/98d3058f-a010-4e34-9173-aef7e52dc755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4445815
Apr 09 13:53:36.300591 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-45fe326d-fd2d-479e-b369-da359c9d37f7 req-6f700a1d-ac4b-44f6-81c2-4abdb6fbc855 service neutron] 10.222.0.93 "GET /v2.0/networks/e94f1903-d158-4e6a-b9c7-07b549208c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3082685
Apr 09 13:53:36.316448 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-852406ab-6b78-497e-86b9-1a76d58034fa tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:36.376402 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82748c-a8a6-4bc2-8da7-3ccc555a2235 req-cb9e25cc-dccd-4e9a-886a-a5406f14e93c tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:36.378433 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0d82748c-a8a6-4bc2-8da7-3ccc555a2235 req-cb9e25cc-dccd-4e9a-886a-a5406f14e93c tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=87c0a559-2e9e-4b03-af2b-496c68d35eda HTTP/1.1" status: 200  len: 943 time: 0.2841027
Apr 09 13:53:36.389122 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-852406ab-6b78-497e-86b9-1a76d58034fa tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874469'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:36.408841 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:36.453831 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852406ab-6b78-497e-86b9-1a76d58034fa tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a00930-5473-42ce-9a5a-d0a20327db03,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:36.459595 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0d82748c-a8a6-4bc2-8da7-3ccc555a2235 req-a6c164eb-b565-4f4b-afb3-21f145dc5a93 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681436
Apr 09 13:53:36.459595 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-852406ab-6b78-497e-86b9-1a76d58034fa tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:36.479751 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-852406ab-6b78-497e-86b9-1a76d58034fa tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:36.484145 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-852406ab-6b78-497e-86b9-1a76d58034fa tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.6016963
Apr 09 13:53:36.485114 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 56918) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:36.499551 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-98a266f9-e7c8-4b44-baf7-a9348dc28442 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Request body: {'security_group_rule': {'security_group_id': '99ed0133-f26d-4698-97f0-8e7ec3df867a', 'project_id': '142806ca91ce40c4af646ab038ed6230', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:36.518142 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-98a266f9-e7c8-4b44-baf7-a9348dc28442 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:36.527016 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-98a266f9-e7c8-4b44-baf7-a9348dc28442 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Usage tracker for resource:security_group_rule and tenant:142806ca91ce40c4af646ab038ed6230 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:53:36.531931 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-98a266f9-e7c8-4b44-baf7-a9348dc28442 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:53:36.550514 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbda71c-8acb-4496-abc8-37b43240100c req-b26a9f8f-25b2-4b5a-810c-455de4bc7489 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:36.552395 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8bbda71c-8acb-4496-abc8-37b43240100c req-b26a9f8f-25b2-4b5a-810c-455de4bc7489 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=34dc6186-6b03-435f-87f1-b669b4d39bb9 HTTP/1.1" status: 200  len: 944 time: 0.2329323
Apr 09 13:53:36.559346 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-98a266f9-e7c8-4b44-baf7-a9348dc28442 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:36.600383 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8bbda71c-8acb-4496-abc8-37b43240100c req-f48f2b83-015a-4d16-8927-5aa1146a0431 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369408
Apr 09 13:53:36.601213 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.securitygroups_db [None req-98a266f9-e7c8-4b44-baf7-a9348dc28442 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Project 142806ca91ce40c4af646ab038ed6230 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 13:53:36.610758 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-98a266f9-e7c8-4b44-baf7-a9348dc28442 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:36.710662 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e4807-eaeb-4f46-b295-2ffc469670bb req-4b5ea167-bfa8-4cfe-898c-cbc00f04e325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:36.713009 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d74e4807-eaeb-4f46-b295-2ffc469670bb req-4b5ea167-bfa8-4cfe-898c-cbc00f04e325 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c264fbe4ebb44a618b6c9189054fdbed&device_id=34dc6186-6b03-435f-87f1-b669b4d39bb9 HTTP/1.1" status: 200  len: 1097 time: 0.5337999
Apr 09 13:53:36.735248 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-98a266f9-e7c8-4b44-baf7-a9348dc28442 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:36.739889 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-98a266f9-e7c8-4b44-baf7-a9348dc28442 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874469'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:36.743758 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:36.785278 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a266f9-e7c8-4b44-baf7-a9348dc28442 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b8f780f-3417-42d2-ab0f-d7a77a08823e,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:36.790307 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-98a266f9-e7c8-4b44-baf7-a9348dc28442 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:36.799522 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-98a266f9-e7c8-4b44-baf7-a9348dc28442 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:36.804517 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-98a266f9-e7c8-4b44-baf7-a9348dc28442 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3133004
Apr 09 13:53:36.927620 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e4807-eaeb-4f46-b295-2ffc469670bb req-868fb6c8-a74a-42f1-a2b7-eb6f3df95e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:36.929582 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d74e4807-eaeb-4f46-b295-2ffc469670bb req-868fb6c8-a74a-42f1-a2b7-eb6f3df95e43 service neutron] 10.222.0.93 "GET /v2.0/networks?id=98d3058f-a010-4e34-9173-aef7e52dc755 HTTP/1.1" status: 200  len: 914 time: 0.2096472
Apr 09 13:53:36.941317 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:37.023564 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d74e4807-eaeb-4f46-b295-2ffc469670bb req-bc84b3f4-e037-42d3-8d26-be1ecc2f4d7b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1320afe-a222-4296-914a-74f206a8a4b7 HTTP/1.1" status: 200  len: 217 time: 0.0806482
Apr 09 13:53:37.159190 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e4807-eaeb-4f46-b295-2ffc469670bb req-361a40b3-1d03-473a-bd15-00aaf4ac19e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:37.160976 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d74e4807-eaeb-4f46-b295-2ffc469670bb req-361a40b3-1d03-473a-bd15-00aaf4ac19e9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b5c341a0-e76b-410a-bd2d-6640cb8b99f9 HTTP/1.1" status: 200  len: 853 time: 0.1266634
Apr 09 13:53:37.163637 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:37.259483 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d74e4807-eaeb-4f46-b295-2ffc469670bb req-d392786e-ec64-4d4b-a40e-20a2334ab1d9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=98d3058f-a010-4e34-9173-aef7e52dc755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0669384
Apr 09 13:53:37.423884 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 9eb88928-5118-4fcf-bc15-dddc585ebf3a up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:53:37.569665 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 9eb88928-5118-4fcf-bc15-dddc585ebf3a triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:53:37.570291 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:37.589643 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d74e4807-eaeb-4f46-b295-2ffc469670bb req-3b2ddf64-6624-4980-b735-75fd2b388f25 service neutron] 10.222.0.93 "GET /v2.0/networks/98d3058f-a010-4e34-9173-aef7e52dc755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3181348
Apr 09 13:53:37.852191 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:37.861471 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246095'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:37.876926 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2aafc-c5b8-4d73-b32f-6926a0f4fbd5 req-76f1b750-5fa8-4371-bdc9-326f0e7704b4 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:37.881614 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-ad5b5040-90c8-473d-a017-1fea8355cf99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:37.888278 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f2a2aafc-c5b8-4d73-b32f-6926a0f4fbd5 req-76f1b750-5fa8-4371-bdc9-326f0e7704b4 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=87c0a559-2e9e-4b03-af2b-496c68d35eda HTTP/1.1" status: 200  len: 943 time: 0.1577184
Apr 09 13:53:37.933486 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d74e4807-eaeb-4f46-b295-2ffc469670bb req-d6908ab4-7661-45ee-aa4f-8fec0c6a60fd service neutron] 10.222.0.93 "GET /v2.0/networks/98d3058f-a010-4e34-9173-aef7e52dc755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3123846
Apr 09 13:53:38.000711 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f2a2aafc-c5b8-4d73-b32f-6926a0f4fbd5 req-6fc6641c-eb19-4e5c-a1f7-32a283bb127a tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107483
Apr 09 13:53:38.054060 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f70e41-edb8-4a90-823a-5cb70330105c req-310b5ef1-59bb-44da-9fc1-73552220a79f tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:38.055530 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Pushing event updated for resources: {'Port': ['ID=bdc80319-21c0-422c-851d-7ed2b8154be3,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:38.056825 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a6f70e41-edb8-4a90-823a-5cb70330105c req-310b5ef1-59bb-44da-9fc1-73552220a79f tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=34dc6186-6b03-435f-87f1-b669b4d39bb9 HTTP/1.1" status: 200  len: 944 time: 0.1468964
Apr 09 13:53:38.064567 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:38.116964 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a6f70e41-edb8-4a90-823a-5cb70330105c req-0b188da2-2479-40e9-ba98-8f275b60b6a6 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433404
Apr 09 13:53:38.219491 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850926857'] for floatingip, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:38.368448 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device ae30ef6a-b0a7-4664-a5f5-bb43de224405 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 13:53:38.530000 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.l3_db [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Floating IP 6abb9890-9e6f-4a1b-abdd-71562b1e94ab associated. External IP: 172.27.0.7, port: bef3ca8a-8fed-47c9-add5-934a3d492c30.
Apr 09 13:53:38.562535 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port ae30ef6a-b0a7-4664-a5f5-bb43de224405, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ae30ef6a-b0a7-4664-a5f5-bb43de224405,segment=NetworkSegment(541a3095-c334-4ed9-a8bc-0a28bead28e9),segment_id=541a3095-c334-4ed9-a8bc-0a28bead28e9)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:53:38.584116 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Returning: {'device': 'ae30ef6a-b0a7-4664-a5f5-bb43de224405', 'network_id': 'e94f1903-d158-4e6a-b9c7-07b549208c63', 'port_id': 'ae30ef6a-b0a7-4664-a5f5-bb43de224405', 'mac_address': 'fa:16:3e:a8:c6:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 985, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd347319e-8781-45e8-8908-9d916a6e2e76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 13:53:38.660085 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:38.661494 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae30ef6a-b0a7-4664-a5f5-bb43de224405 {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:53:38.680265 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port ae30ef6a-b0a7-4664-a5f5-bb43de224405, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ae30ef6a-b0a7-4664-a5f5-bb43de224405,segment=NetworkSegment(541a3095-c334-4ed9-a8bc-0a28bead28e9),segment_id=541a3095-c334-4ed9-a8bc-0a28bead28e9)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:53:38.684941 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:38.687467 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-6fdc87ba-a7bd-4fef-8cf8-218d5987839b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:38.768645 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=ae30ef6a-b0a7-4664-a5f5-bb43de224405,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:38.771905 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:39.219052 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Router 3a98f447-bed3-4a39-8b00-1d5d78d4d742 has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 13:53:39.317063 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee1b4-7b61-4dd0-8d7b-bb03f20d398d req-531c05a0-b144-4233-ab01-32643c034988 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:39.318777 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c6dee1b4-7b61-4dd0-8d7b-bb03f20d398d req-531c05a0-b144-4233-ab01-32643c034988 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=87c0a559-2e9e-4b03-af2b-496c68d35eda HTTP/1.1" status: 200  len: 944 time: 0.1664975
Apr 09 13:53:39.365486 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c6dee1b4-7b61-4dd0-8d7b-bb03f20d398d req-a92f08cb-8fea-4d81-94f1-d2516fe370af tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364685
Apr 09 13:53:39.404174 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74540d61-9687-4d1d-a03b-fab4e26d688b req-d9ab5d94-ff41-4308-af9a-d808f8243b6f tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:39.406122 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-74540d61-9687-4d1d-a03b-fab4e26d688b req-d9ab5d94-ff41-4308-af9a-d808f8243b6f tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=34dc6186-6b03-435f-87f1-b669b4d39bb9 HTTP/1.1" status: 200  len: 944 time: 0.1605320
Apr 09 13:53:39.445315 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-74540d61-9687-4d1d-a03b-fab4e26d688b req-8bf16cec-e08d-4201-8ea9-7e54e75dd12a tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0284286
Apr 09 13:53:39.449807 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:53:39.463707 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c81634-d246-455d-9d32-01f2cb6533f3 None None] Sync routers for ids ['3a98f447-bed3-4a39-8b00-1d5d78d4d742'] in dv-cinder-785362-1-iscsi {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:53:39.475131 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c81634-d246-455d-9d32-01f2cb6533f3 None None] Routers {'3a98f447-bed3-4a39-8b00-1d5d78d4d742'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:53:39.475816 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-b0c81634-d246-455d-9d32-01f2cb6533f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcb3a908>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:53:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['3a98f447-bed3-4a39-8b00-1d5d78d4d742'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:53:39.484314 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for floatingip, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:39.553438 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 57008) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:39.553667 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 6.6006196
Apr 09 13:53:39.554588 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42a8f6c-bc99-4da9-839f-f2e55bcf5e45', 'tag': 'bef3ca8a-8fed-47c9-add5-934a3d492c30'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:53:39.565218 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-3defbc3c-937e-48c6-bef3-d4affa162b1a tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-878900671', 'description': 'tempest-secgroup-smoke-878900671 description', 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:39.577385 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-3defbc3c-937e-48c6-bef3-d4affa162b1a tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:39.583031 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-3defbc3c-937e-48c6-bef3-d4affa162b1a tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Usage tracker for resource:security_group and tenant:4c147f1cde8b46c7be8d2d3698b9a007 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:53:39.587567 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-3defbc3c-937e-48c6-bef3-d4affa162b1a tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:53:39.594960 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-3defbc3c-937e-48c6-bef3-d4affa162b1a tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:39.606670 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3defbc3c-937e-48c6-bef3-d4affa162b1a tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:39.611014 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-3defbc3c-937e-48c6-bef3-d4affa162b1a tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:39.615141 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-3defbc3c-937e-48c6-bef3-d4affa162b1a tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Usage tracker for resource:security_group_rule and tenant:4c147f1cde8b46c7be8d2d3698b9a007 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:53:39.619648 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-3defbc3c-937e-48c6-bef3-d4affa162b1a tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:53:39.626354 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-3defbc3c-937e-48c6-bef3-d4affa162b1a tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:39.683548 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['ae30ef6a-b0a7-4664-a5f5-bb43de224405'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:53:39.712551 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-b0c81634-d246-455d-9d32-01f2cb6533f3 None None] Set router 3a98f447-bed3-4a39-8b00-1d5d78d4d742 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:53:39.729665 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42a8f6c-bc99-4da9-839f-f2e55bcf5e45', 'tag': 'bef3ca8a-8fed-47c9-add5-934a3d492c30', 'status': 'completed', 'code': 200}
Apr 09 13:53:39.729970 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3defbc3c-937e-48c6-bef3-d4affa162b1a tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:39.733649 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3defbc3c-937e-48c6-bef3-d4affa162b1a tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:39.751296 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-39bb7d68-7af2-4e08-bae9-900fe851c8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:39.796211 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3defbc3c-937e-48c6-bef3-d4affa162b1a tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:39.797559 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-3defbc3c-937e-48c6-bef3-d4affa162b1a tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2429781
Apr 09 13:53:39.799718 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defbc3c-937e-48c6-bef3-d4affa162b1a tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfeafb9-b993-4773-b43e-0c2f83d2ac3f,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:39.801903 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 57014) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:39.809061 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-79a88dfd-9ba3-46ee-bd42-ede9a0aa50fd tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Request body: {'security_group_rule': {'security_group_id': '2cfeafb9-b993-4773-b43e-0c2f83d2ac3f', 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:39.816735 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3defbc3c-937e-48c6-bef3-d4affa162b1a tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:39.834103 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-79a88dfd-9ba3-46ee-bd42-ede9a0aa50fd tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:39.846130 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-79a88dfd-9ba3-46ee-bd42-ede9a0aa50fd tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Usage tracker for resource:security_group_rule and tenant:4c147f1cde8b46c7be8d2d3698b9a007 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:53:39.854178 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-79a88dfd-9ba3-46ee-bd42-ede9a0aa50fd tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:53:39.864563 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-79a88dfd-9ba3-46ee-bd42-ede9a0aa50fd tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:39.879011 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530a324-14ad-4858-b9d3-ae1bb70181ac req-62e03ad1-8f76-4fda-be04-36d0cb9462a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:39.881428 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0530a324-14ad-4858-b9d3-ae1bb70181ac req-62e03ad1-8f76-4fda-be04-36d0cb9462a7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4c147f1cde8b46c7be8d2d3698b9a007&device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 1098 time: 0.1206698
Apr 09 13:53:39.899895 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-79a88dfd-9ba3-46ee-bd42-ede9a0aa50fd tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:39.999479 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-79a88dfd-9ba3-46ee-bd42-ede9a0aa50fd tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:40.002641 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-79a88dfd-9ba3-46ee-bd42-ede9a0aa50fd tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874469'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:40.004971 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:40.042961 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a88dfd-9ba3-46ee-bd42-ede9a0aa50fd tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ecda2a-749a-4e91-b1ba-7f9d3bd291a5,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:40.046011 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-79a88dfd-9ba3-46ee-bd42-ede9a0aa50fd tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:40.056062 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-79a88dfd-9ba3-46ee-bd42-ede9a0aa50fd tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:40.057791 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-79a88dfd-9ba3-46ee-bd42-ede9a0aa50fd tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2538698
Apr 09 13:53:40.061437 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 57020) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:40.067498 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-9d51e739-59ec-4b30-ac97-5185d76c35d7 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Request body: {'security_group_rule': {'security_group_id': '2cfeafb9-b993-4773-b43e-0c2f83d2ac3f', 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:40.074853 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-9d51e739-59ec-4b30-ac97-5185d76c35d7 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:40.079270 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-9d51e739-59ec-4b30-ac97-5185d76c35d7 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Usage tracker for resource:security_group_rule and tenant:4c147f1cde8b46c7be8d2d3698b9a007 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:53:40.083033 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-9d51e739-59ec-4b30-ac97-5185d76c35d7 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:53:40.092210 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-9d51e739-59ec-4b30-ac97-5185d76c35d7 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:40.115993 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9d51e739-59ec-4b30-ac97-5185d76c35d7 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:40.157822 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530a324-14ad-4858-b9d3-ae1bb70181ac req-61d98c7a-dd7d-45dc-96f3-5c69fe0a26bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:40.159440 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0530a324-14ad-4858-b9d3-ae1bb70181ac req-61d98c7a-dd7d-45dc-96f3-5c69fe0a26bf service neutron] 10.222.0.93 "GET /v2.0/networks?id=790e52e4-8e7b-4b24-9306-15744e4e6057 HTTP/1.1" status: 200  len: 916 time: 0.2600675
Apr 09 13:53:40.212667 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9d51e739-59ec-4b30-ac97-5185d76c35d7 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:40.216867 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9d51e739-59ec-4b30-ac97-5185d76c35d7 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874469'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:40.222224 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:40.286222 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51e739-59ec-4b30-ac97-5185d76c35d7 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9f28ff-b4b0-414b-80e1-4172f0122a7c,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:40.306715 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9d51e739-59ec-4b30-ac97-5185d76c35d7 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:40.322183 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9d51e739-59ec-4b30-ac97-5185d76c35d7 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:40.328472 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-9d51e739-59ec-4b30-ac97-5185d76c35d7 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2654192
Apr 09 13:53:40.329527 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 57026) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:40.339394 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-46fbaf53-1da6-4f54-b934-a4c957757c69 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Request body: {'security_group_rule': {'security_group_id': '2cfeafb9-b993-4773-b43e-0c2f83d2ac3f', 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:40.348982 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-46fbaf53-1da6-4f54-b934-a4c957757c69 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:40.353234 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device f1320afe-a222-4296-914a-74f206a8a4b7 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 13:53:40.370830 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-46fbaf53-1da6-4f54-b934-a4c957757c69 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Usage tracker for resource:security_group_rule and tenant:4c147f1cde8b46c7be8d2d3698b9a007 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:53:40.377438 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-46fbaf53-1da6-4f54-b934-a4c957757c69 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:53:40.391359 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-46fbaf53-1da6-4f54-b934-a4c957757c69 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:40.415820 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0530a324-14ad-4858-b9d3-ae1bb70181ac req-2c4fa170-66bd-41b4-b4f7-60d51be48da7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bef3ca8a-8fed-47c9-add5-934a3d492c30 HTTP/1.1" status: 200  len: 997 time: 0.2433012
Apr 09 13:53:40.428163 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-b0c81634-d246-455d-9d32-01f2cb6533f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcb3a908>, [{'id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'name': 'tempest-TestMinimumBasicScenario-1166549237-router', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'a7ba2071-2a06-4595-9b63-7a07847597bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:51:19Z', 'updated_at': '2021-04-09T13:51:28Z', 'revision_number': 4, 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'gw_port': {'id': 'a7ba2071-2a06-4595-9b63-7a07847597bf', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:20Z', 'updated_at': '2021-04-09T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': '6abb9890-9e6f-4a1b-abdd-71562b1e94ab', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'port_id': 'bef3ca8a-8fed-47c9-add5-934a3d492c30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057', 'mac_address': 'fa:16:3e:73:30:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a8f6c-bc99-4da9-839f-f2e55bcf5e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:53:36Z', 'updated_at': '2021-04-09T13:53:36Z', 'revision_number': 0, 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9fd947-9e56-4a32-b205-0cdbb9ba3d63', 'name': '', 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'mac_address': 'fa:16:3e:e2:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:26Z', 'updated_at': '2021-04-09T13:51:37Z', 'revision_number': 5, 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'subnets': [{'id': 'c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:53:40.438898 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c81634-d246-455d-9d32-01f2cb6533f3 None None] Checking router: 3a98f447-bed3-4a39-8b00-1d5d78d4d742 for host: dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:53:40.450351 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c81634-d246-455d-9d32-01f2cb6533f3 None None] Routers {'3a98f447-bed3-4a39-8b00-1d5d78d4d742'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:53:40.451102 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-b0c81634-d246-455d-9d32-01f2cb6533f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcb3a908>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:53:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['3a98f447-bed3-4a39-8b00-1d5d78d4d742'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:53:40.508535 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46fbaf53-1da6-4f54-b934-a4c957757c69 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:40.543134 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530a324-14ad-4858-b9d3-ae1bb70181ac req-14154b4a-5d3c-4ebc-b251-210ee330d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:40.544890 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0530a324-14ad-4858-b9d3-ae1bb70181ac req-14154b4a-5d3c-4ebc-b251-210ee330d960 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3 HTTP/1.1" status: 200  len: 854 time: 0.1137486
Apr 09 13:53:40.619244 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port f1320afe-a222-4296-914a-74f206a8a4b7, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=f1320afe-a222-4296-914a-74f206a8a4b7,segment=NetworkSegment(93fb02bd-6ea5-4711-9695-de72918154e7),segment_id=93fb02bd-6ea5-4711-9695-de72918154e7)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:53:40.638569 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Returning: {'device': 'f1320afe-a222-4296-914a-74f206a8a4b7', 'network_id': '98d3058f-a010-4e34-9173-aef7e52dc755', 'port_id': 'f1320afe-a222-4296-914a-74f206a8a4b7', 'mac_address': 'fa:16:3e:a9:6d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 972, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c341a0-e76b-410a-bd2d-6640cb8b99f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 13:53:40.686653 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46fbaf53-1da6-4f54-b934-a4c957757c69 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:40.708076 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46fbaf53-1da6-4f54-b934-a4c957757c69 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874469'] for security_group_rule, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:40.723454 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-b0c81634-d246-455d-9d32-01f2cb6533f3 None None] Set router 3a98f447-bed3-4a39-8b00-1d5d78d4d742 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:53:40.725055 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:40.774426 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530a324-14ad-4858-b9d3-ae1bb70181ac req-19a27db0-ed92-4499-adad-998d75a81080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:40.777311 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0530a324-14ad-4858-b9d3-ae1bb70181ac req-19a27db0-ed92-4499-adad-998d75a81080 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=790e52e4-8e7b-4b24-9306-15744e4e6057&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2037966
Apr 09 13:53:40.784024 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8b069-c09d-4dc9-a701-66182d2756c4 req-75d13241-7df9-4a97-8184-a556b2ee2604 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:40.784403 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbaf53-1da6-4f54-b934-a4c957757c69 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69796bb2-32f4-4c77-8799-085dcabd5e07,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:40.793244 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c8f8b069-c09d-4dc9-a701-66182d2756c4 req-75d13241-7df9-4a97-8184-a556b2ee2604 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=87c0a559-2e9e-4b03-af2b-496c68d35eda HTTP/1.1" status: 200  len: 944 time: 0.2447422
Apr 09 13:53:40.815206 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-46fbaf53-1da6-4f54-b934-a4c957757c69 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:40.824032 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb021f1-1054-426f-8801-adb3664da6da req-21c48040-d47e-4945-9fab-d7c9fc4988b9 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:40.825467 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46fbaf53-1da6-4f54-b934-a4c957757c69 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:40.826070 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:40.826885 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-46fbaf53-1da6-4f54-b934-a4c957757c69 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4963019
Apr 09 13:53:40.828759 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1320afe-a222-4296-914a-74f206a8a4b7 {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:53:40.841293 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5eb021f1-1054-426f-8801-adb3664da6da req-21c48040-d47e-4945-9fab-d7c9fc4988b9 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=34dc6186-6b03-435f-87f1-b669b4d39bb9 HTTP/1.1" status: 200  len: 944 time: 0.2083907
Apr 09 13:53:40.890647 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port f1320afe-a222-4296-914a-74f206a8a4b7, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=f1320afe-a222-4296-914a-74f206a8a4b7,segment=NetworkSegment(93fb02bd-6ea5-4711-9695-de72918154e7),segment_id=93fb02bd-6ea5-4711-9695-de72918154e7)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:53:40.898069 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:40.900918 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9a082ea8-bc06-44b5-b1b5-5a37a31b4480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:40.907848 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 57040) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:40.925131 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5eb021f1-1054-426f-8801-adb3664da6da req-87f37833-1ca6-431f-acca-2878c0edaa53 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820575
Apr 09 13:53:40.966278 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-38365a1c-9a03-4b27-8401-eb69de7e733e tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Request body: {'security_group_rule': {'security_group_id': '2cfeafb9-b993-4773-b43e-0c2f83d2ac3f', 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:41.008824 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-38365a1c-9a03-4b27-8401-eb69de7e733e tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:41.042034 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=f1320afe-a222-4296-914a-74f206a8a4b7,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:41.042584 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c8f8b069-c09d-4dc9-a701-66182d2756c4 req-e499112e-2794-4f17-975c-7bc5da650de6 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2480404
Apr 09 13:53:41.047849 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:41.055550 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-38365a1c-9a03-4b27-8401-eb69de7e733e tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Usage tracker for resource:security_group_rule and tenant:4c147f1cde8b46c7be8d2d3698b9a007 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:53:41.071685 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-38365a1c-9a03-4b27-8401-eb69de7e733e tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:53:41.105271 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0530a324-14ad-4858-b9d3-ae1bb70181ac req-ba46095f-4558-44fc-8186-1fc8fad868b7 service neutron] 10.222.0.93 "GET /v2.0/networks/790e52e4-8e7b-4b24-9306-15744e4e6057?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3184431
Apr 09 13:53:41.119070 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-38365a1c-9a03-4b27-8401-eb69de7e733e tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:41.166890 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-38365a1c-9a03-4b27-8401-eb69de7e733e tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:41.382574 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-38365a1c-9a03-4b27-8401-eb69de7e733e tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:41.395611 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-38365a1c-9a03-4b27-8401-eb69de7e733e tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874469'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:41.401675 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-b0c81634-d246-455d-9d32-01f2cb6533f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcb3a908>, [{'id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'name': 'tempest-TestMinimumBasicScenario-1166549237-router', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'a7ba2071-2a06-4595-9b63-7a07847597bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:51:19Z', 'updated_at': '2021-04-09T13:51:28Z', 'revision_number': 4, 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'gw_port': {'id': 'a7ba2071-2a06-4595-9b63-7a07847597bf', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:20Z', 'updated_at': '2021-04-09T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': '6abb9890-9e6f-4a1b-abdd-71562b1e94ab', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'port_id': 'bef3ca8a-8fed-47c9-add5-934a3d492c30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057', 'mac_address': 'fa:16:3e:73:30:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a8f6c-bc99-4da9-839f-f2e55bcf5e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:53:36Z', 'updated_at': '2021-04-09T13:53:36Z', 'revision_number': 0, 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9fd947-9e56-4a32-b205-0cdbb9ba3d63', 'name': '', 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'mac_address': 'fa:16:3e:e2:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:26Z', 'updated_at': '2021-04-09T13:51:37Z', 'revision_number': 5, 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'subnets': [{'id': 'c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:53:41.405354 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0530a324-14ad-4858-b9d3-ae1bb70181ac req-181ab025-b8a4-493c-a2b3-da2ff1f1b579 service neutron] 10.222.0.93 "GET /v2.0/networks/790e52e4-8e7b-4b24-9306-15744e4e6057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2888494
Apr 09 13:53:41.406749 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c81634-d246-455d-9d32-01f2cb6533f3 None None] The sync data for ids ['3a98f447-bed3-4a39-8b00-1d5d78d4d742'] in dv-cinder-785362-1-iscsi is: [{'id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'name': 'tempest-TestMinimumBasicScenario-1166549237-router', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'a7ba2071-2a06-4595-9b63-7a07847597bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:51:19Z', 'updated_at': '2021-04-09T13:51:28Z', 'revision_number': 4, 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'gw_port': {'id': 'a7ba2071-2a06-4595-9b63-7a07847597bf', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:20Z', 'updated_at': '2021-04-09T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': '6abb9890-9e6f-4a1b-abdd-71562b1e94ab', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'port_id': 'bef3ca8a-8fed-47c9-add5-934a3d492c30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057', 'mac_address': 'fa:16:3e:73:30:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a8f6c-bc99-4da9-839f-f2e55bcf5e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:53:36Z', 'updated_at': '2021-04-09T13:53:36Z', 'revision_number': 0, 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9fd947-9e56-4a32-b205-0cdbb9ba3d63', 'name': '', 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'mac_address': 'fa:16:3e:e2:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:26Z', 'updated_at': '2021-04-09T13:51:37Z', 'revision_number': 5, 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'subnets': [{'id': 'c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:53:41.409400 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-79a88dfd-9ba3-46ee-bd42-ede9a0aa50fd tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:41.444324 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38365a1c-9a03-4b27-8401-eb69de7e733e tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d543fb-3afb-405b-a901-ee3989cd4a5d,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:41.450870 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-38365a1c-9a03-4b27-8401-eb69de7e733e tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:41.459948 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-38365a1c-9a03-4b27-8401-eb69de7e733e tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:41.464973 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 57048) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:41.465574 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-38365a1c-9a03-4b27-8401-eb69de7e733e tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5382693
Apr 09 13:53:41.480516 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-766611f8-4cd6-45b8-8953-89a06b9b7c94 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Request body: {'security_group_rule': {'security_group_id': '2cfeafb9-b993-4773-b43e-0c2f83d2ac3f', 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:41.490444 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-766611f8-4cd6-45b8-8953-89a06b9b7c94 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:41.496470 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-766611f8-4cd6-45b8-8953-89a06b9b7c94 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Usage tracker for resource:security_group_rule and tenant:4c147f1cde8b46c7be8d2d3698b9a007 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:53:41.500337 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-766611f8-4cd6-45b8-8953-89a06b9b7c94 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:53:41.516822 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-766611f8-4cd6-45b8-8953-89a06b9b7c94 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:41.519398 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.securitygroups_db [None req-766611f8-4cd6-45b8-8953-89a06b9b7c94 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Project 4c147f1cde8b46c7be8d2d3698b9a007 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 13:53:41.529129 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-766611f8-4cd6-45b8-8953-89a06b9b7c94 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:41.642865 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-766611f8-4cd6-45b8-8953-89a06b9b7c94 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:41.646080 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-766611f8-4cd6-45b8-8953-89a06b9b7c94 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874469'] for security_group_rule, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:41.648270 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:41.679309 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766611f8-4cd6-45b8-8953-89a06b9b7c94 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf2e5d7-59b2-4f20-97d8-f70b592bb010,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:41.682691 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-766611f8-4cd6-45b8-8953-89a06b9b7c94 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:41.690205 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-766611f8-4cd6-45b8-8953-89a06b9b7c94 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:41.691728 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-766611f8-4cd6-45b8-8953-89a06b9b7c94 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2251554
Apr 09 13:53:41.694515 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 57054) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:53:41.702178 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-032a62cd-4413-441b-8f0d-1f85b889863b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Request body: {'security_group_rule': {'security_group_id': '2cfeafb9-b993-4773-b43e-0c2f83d2ac3f', 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:41.719748 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-032a62cd-4413-441b-8f0d-1f85b889863b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:41.725999 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['f1320afe-a222-4296-914a-74f206a8a4b7'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:53:41.735764 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-032a62cd-4413-441b-8f0d-1f85b889863b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Usage tracker for resource:security_group_rule and tenant:4c147f1cde8b46c7be8d2d3698b9a007 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:53:41.739772 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-032a62cd-4413-441b-8f0d-1f85b889863b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:53:41.748525 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-032a62cd-4413-441b-8f0d-1f85b889863b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:41.761580 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.securitygroups_db [None req-032a62cd-4413-441b-8f0d-1f85b889863b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Project 4c147f1cde8b46c7be8d2d3698b9a007 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 13:53:41.765550 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e22b87-f968-46e2-a065-6983c0be5d65 None None] New status for floating IP 6abb9890-9e6f-4a1b-abdd-71562b1e94ab: ACTIVE {{(pid=85292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 13:53:41.770586 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-032a62cd-4413-441b-8f0d-1f85b889863b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:41.882580 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-032a62cd-4413-441b-8f0d-1f85b889863b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:41.887074 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-032a62cd-4413-441b-8f0d-1f85b889863b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874469'] for security_group_rule, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:41.889818 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:41.917144 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a62cd-4413-441b-8f0d-1f85b889863b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4bb09b-c2c1-44f2-b802-710bddad2023,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:41.920432 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-032a62cd-4413-441b-8f0d-1f85b889863b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:41.928854 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-032a62cd-4413-441b-8f0d-1f85b889863b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:41.930863 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-032a62cd-4413-441b-8f0d-1f85b889863b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2346516
Apr 09 13:53:42.100049 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-f1f89ea2-56ba-451f-bc94-2e84d1b93d68 req-3fdb8e84-76e8-4c37-a5f1-0dff47764c01 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Synchronizing usage tracker for tenant:4c147f1cde8b46c7be8d2d3698b9a007 on resource:security_group {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:53:42.141953 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-f1f89ea2-56ba-451f-bc94-2e84d1b93d68 req-3fdb8e84-76e8-4c37-a5f1-0dff47764c01 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Unset dirty status for tenant:4c147f1cde8b46c7be8d2d3698b9a007 on resource:security_group {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:53:42.143325 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f1f89ea2-56ba-451f-bc94-2e84d1b93d68 req-3fdb8e84-76e8-4c37-a5f1-0dff47764c01 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-878900671&fields=id&tenant_id=4c147f1cde8b46c7be8d2d3698b9a007 HTTP/1.1" status: 200  len: 267 time: 0.0745733
Apr 09 13:53:42.198079 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10fef-df08-4497-85c3-411110ced979 req-43f17aa7-78d5-4562-bf7f-052844e15bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:42.199626 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-18a10fef-df08-4497-85c3-411110ced979 req-43f17aa7-78d5-4562-bf7f-052844e15bc9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=81bb3f6d64b54413a5b4c9a77b170d9a&device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 1098 time: 0.1244986
Apr 09 13:53:42.370691 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device ae30ef6a-b0a7-4664-a5f5-bb43de224405 up at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:53:42.376907 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10fef-df08-4497-85c3-411110ced979 req-c1bae015-2393-4963-aac5-ef01dc98ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:42.378679 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-18a10fef-df08-4497-85c3-411110ced979 req-c1bae015-2393-4963-aac5-ef01dc98ae26 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b146cef2-8ca4-4eb4-80db-037ecad68a76 HTTP/1.1" status: 200  len: 919 time: 0.1699162
Apr 09 13:53:42.459183 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning for port ae30ef6a-b0a7-4664-a5f5-bb43de224405 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:53:42.465340 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning complete for port ae30ef6a-b0a7-4664-a5f5-bb43de224405 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:53:42.465767 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:42.473735 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-18a10fef-df08-4497-85c3-411110ced979 req-0d5613f8-8d39-4105-bd52-6bed9f1f1cc6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=211d2bc4-c81a-4cb1-be28-f837d0abfcdc HTTP/1.1" status: 200  len: 217 time: 0.0859547
Apr 09 13:53:42.554579 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10fef-df08-4497-85c3-411110ced979 req-b2d8674d-42a7-42f1-9feb-76dd92b766d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:42.556760 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-18a10fef-df08-4497-85c3-411110ced979 req-b2d8674d-42a7-42f1-9feb-76dd92b766d0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=41271458-1804-4a74-869f-5c1bd342a20b HTTP/1.1" status: 200  len: 858 time: 0.0753896
Apr 09 13:53:42.610156 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:42.615060 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2aca2-9536-41e6-9b0c-6c42c2558db8 req-c6f4c00e-f6f7-4c5c-9dc7-521d74e83c9b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:42.617105 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-48d2aca2-9536-41e6-9b0c-6c42c2558db8 req-c6f4c00e-f6f7-4c5c-9dc7-521d74e83c9b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=34dc6186-6b03-435f-87f1-b669b4d39bb9 HTTP/1.1" status: 200  len: 945 time: 0.4230564
Apr 09 13:53:42.623223 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c0a559-2e9e-4b03-af2b-496c68d35eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae30ef6a-b0a7-4664-a5f5-bb43de224405'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:53:42.626908 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-18a10fef-df08-4497-85c3-411110ced979 req-47e26946-2b14-4aa4-8e39-d54f8f89ac55 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b146cef2-8ca4-4eb4-80db-037ecad68a76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0599062
Apr 09 13:53:42.628453 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f89ea2-56ba-451f-bc94-2e84d1b93d68 req-cbb8fadf-4d97-4ca2-a684-5795d344f2db tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:42.633728 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f1f89ea2-56ba-451f-bc94-2e84d1b93d68 req-cbb8fadf-4d97-4ca2-a684-5795d344f2db tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 945 time: 0.4799061
Apr 09 13:53:42.638544 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port ae30ef6a-b0a7-4664-a5f5-bb43de224405, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ae30ef6a-b0a7-4664-a5f5-bb43de224405,segment=NetworkSegment(541a3095-c334-4ed9-a8bc-0a28bead28e9),segment_id=541a3095-c334-4ed9-a8bc-0a28bead28e9)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:53:42.642492 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:42.644963 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-87db784e-56a7-4dec-81d7-2770c6874091 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:42.658385 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-f1f89ea2-56ba-451f-bc94-2e84d1b93d68 req-ebd469e1-4071-4b71-8035-bb09dbee022f tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Request body: {'port': {'security_groups': ['9bd6e3ce-8f26-4291-b93d-4fa8128bd947', '2cfeafb9-b993-4773-b43e-0c2f83d2ac3f']}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:42.718924 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-48d2aca2-9536-41e6-9b0c-6c42c2558db8 req-1d13014f-0860-45f6-b848-60bbef398af2 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834494
Apr 09 13:53:42.732274 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=ae30ef6a-b0a7-4664-a5f5-bb43de224405,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:42.737078 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:42.821481 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-18a10fef-df08-4497-85c3-411110ced979 req-a6813fa1-4088-427f-b832-44150abafb6a service neutron] 10.222.0.93 "GET /v2.0/networks/b146cef2-8ca4-4eb4-80db-037ecad68a76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1819611
Apr 09 13:53:42.843478 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-f1f89ea2-56ba-451f-bc94-2e84d1b93d68 req-ebd469e1-4071-4b71-8035-bb09dbee022f tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:42.987201 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-18a10fef-df08-4497-85c3-411110ced979 req-d7a75a07-36be-4120-a511-a1d409c2f819 service neutron] 10.222.0.93 "GET /v2.0/networks/b146cef2-8ca4-4eb4-80db-037ecad68a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1580634
Apr 09 13:53:43.108948 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89577379-26a5-4b77-a2eb-b0b3a1754065 req-7e2b673f-9dfb-4ea3-98b6-4b1e3ca064ce tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:43.110810 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-89577379-26a5-4b77-a2eb-b0b3a1754065 req-7e2b673f-9dfb-4ea3-98b6-4b1e3ca064ce tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.2342656
Apr 09 13:53:43.231381 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-89577379-26a5-4b77-a2eb-b0b3a1754065 req-49a21a57-f566-4aa5-91c7-487159e5573e tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105757
Apr 09 13:53:43.373812 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-f1f89ea2-56ba-451f-bc94-2e84d1b93d68 req-ebd469e1-4071-4b71-8035-bb09dbee022f tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] For port bef3ca8a-8fed-47c9-add5-934a3d492c30, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=bef3ca8a-8fed-47c9-add5-934a3d492c30,segment=NetworkSegment(ef686021-fad8-4b5d-8039-d61ea002be76),segment_id=ef686021-fad8-4b5d-8039-d61ea002be76)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:53:43.415483 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-f1f89ea2-56ba-451f-bc94-2e84d1b93d68 req-ebd469e1-4071-4b71-8035-bb09dbee022f tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:43.420418 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-f1f89ea2-56ba-451f-bc94-2e84d1b93d68 req-ebd469e1-4071-4b71-8035-bb09dbee022f tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:43.438746 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:43.447767 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['bef3ca8a-8fed-47c9-add5-934a3d492c30'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:53:43.726487 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd469e1-4071-4b71-8035-bb09dbee022f tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Pushing event updated for resources: {'Port': ['ID=bef3ca8a-8fed-47c9-add5-934a3d492c30,revision_number=6']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:43.752998 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-ebd469e1-4071-4b71-8035-bb09dbee022f tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:43.806497 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd40c5-4f67-4191-b107-d5e503167b87 req-2e1aed9d-b462-4895-9c2e-6ab6d79d00ca tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:43.809109 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e5bd40c5-4f67-4191-b107-d5e503167b87 req-2e1aed9d-b462-4895-9c2e-6ab6d79d00ca tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=87c0a559-2e9e-4b03-af2b-496c68d35eda HTTP/1.1" status: 200  len: 945 time: 0.3043256
Apr 09 13:53:43.822705 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f89ea2-56ba-451f-bc94-2e84d1b93d68 req-ebd469e1-4071-4b71-8035-bb09dbee022f tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:43.823461 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-f1f89ea2-56ba-451f-bc94-2e84d1b93d68 req-ebd469e1-4071-4b71-8035-bb09dbee022f tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:43.826366 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f1f89ea2-56ba-451f-bc94-2e84d1b93d68 req-ebd469e1-4071-4b71-8035-bb09dbee022f tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "PUT /v2.0/ports/bef3ca8a-8fed-47c9-add5-934a3d492c30 HTTP/1.1" status: 200  len: 981 time: 1.1743505
Apr 09 13:53:43.827020 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42a8f6c-bc99-4da9-839f-f2e55bcf5e45', 'tag': 'bef3ca8a-8fed-47c9-add5-934a3d492c30'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:53:43.869720 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e5bd40c5-4f67-4191-b107-d5e503167b87 req-03766cc4-1e72-42e9-b1bf-bd6489927de3 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432458
Apr 09 13:53:44.022617 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['bef3ca8a-8fed-47c9-add5-934a3d492c30'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:53:44.121661 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c0a559-2e9e-4b03-af2b-496c68d35eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae30ef6a-b0a7-4664-a5f5-bb43de224405', 'code': 200}
Apr 09 13:53:44.178768 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42a8f6c-bc99-4da9-839f-f2e55bcf5e45', 'tag': 'bef3ca8a-8fed-47c9-add5-934a3d492c30', 'status': 'completed', 'code': 200}
Apr 09 13:53:44.238175 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-50961f81-4954-457c-9a15-500e1f69659e None None] Provisioning complete for port bef3ca8a-8fed-47c9-add5-934a3d492c30 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:53:44.238594 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-50961f81-4954-457c-9a15-500e1f69659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:44.391250 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device f1320afe-a222-4296-914a-74f206a8a4b7 up at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:53:44.394633 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9f7ff-b5a5-4daa-bf5a-78a257b41f5d req-552c8077-e174-43ed-92fa-f44d912a9301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:44.396446 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1ab9f7ff-b5a5-4daa-bf5a-78a257b41f5d req-552c8077-e174-43ed-92fa-f44d912a9301 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4c147f1cde8b46c7be8d2d3698b9a007&device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 1137 time: 0.1551366
Apr 09 13:53:44.694109 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9f7ff-b5a5-4daa-bf5a-78a257b41f5d req-f6f6e4e5-624b-4a79-8200-f7adcc124d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:44.695874 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1ab9f7ff-b5a5-4daa-bf5a-78a257b41f5d req-f6f6e4e5-624b-4a79-8200-f7adcc124d8a service neutron] 10.222.0.93 "GET /v2.0/networks?id=790e52e4-8e7b-4b24-9306-15744e4e6057 HTTP/1.1" status: 200  len: 916 time: 0.2868652
Apr 09 13:53:44.761673 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning for port f1320afe-a222-4296-914a-74f206a8a4b7 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:53:44.784878 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de1b69-aca8-4be1-946a-733f42b6d6e2 req-4c6333e8-4b84-48a9-b88f-2b0b7c6851a0 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:44.787160 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c6de1b69-aca8-4be1-946a-733f42b6d6e2 req-4c6333e8-4b84-48a9-b88f-2b0b7c6851a0 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 984 time: 0.3855891
Apr 09 13:53:44.800887 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564eba15-87d3-436a-84b1-d38c730ff20f req-ea7ed413-26d5-4126-9907-baa2bcfd6940 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:44.803153 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-564eba15-87d3-436a-84b1-d38c730ff20f req-ea7ed413-26d5-4126-9907-baa2bcfd6940 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=34dc6186-6b03-435f-87f1-b669b4d39bb9 HTTP/1.1" status: 200  len: 945 time: 0.5738337
Apr 09 13:53:44.808157 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning complete for port f1320afe-a222-4296-914a-74f206a8a4b7 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:53:44.809056 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:44.842220 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1ab9f7ff-b5a5-4daa-bf5a-78a257b41f5d req-ac4c99d1-f8cd-4a2b-9e7e-bb81cbc6c31c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bef3ca8a-8fed-47c9-add5-934a3d492c30 HTTP/1.1" status: 200  len: 999 time: 0.1339340
Apr 09 13:53:44.846677 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd2b6f-8c69-4c59-b1ef-49b180beb45b req-6a013b45-5952-413e-89fe-0da7ad2dc3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:44.848318 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-86bd2b6f-8c69-4c59-b1ef-49b180beb45b req-6a013b45-5952-413e-89fe-0da7ad2dc3e7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=87c0a559-2e9e-4b03-af2b-496c68d35eda HTTP/1.1" status: 200  len: 1098 time: 0.3009775
Apr 09 13:53:44.855888 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c6de1b69-aca8-4be1-946a-733f42b6d6e2 req-2e60dce8-8ee7-45a6-91dd-a1715fe062b3 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&id=2cfeafb9-b993-4773-b43e-0c2f83d2ac3f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0514939
Apr 09 13:53:44.878476 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-564eba15-87d3-436a-84b1-d38c730ff20f req-77a23507-6665-4002-9170-19d459df7e34 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530424
Apr 09 13:53:44.922947 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-86bd2b6f-8c69-4c59-b1ef-49b180beb45b req-3e7ce345-3d10-4609-88ae-24e51e08eef3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433257
Apr 09 13:53:44.972992 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9f7ff-b5a5-4daa-bf5a-78a257b41f5d req-875f80d9-a0eb-4830-bed9-76d5f7d5dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:44.975104 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1ab9f7ff-b5a5-4daa-bf5a-78a257b41f5d req-875f80d9-a0eb-4830-bed9-76d5f7d5dc00 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3 HTTP/1.1" status: 200  len: 854 time: 0.1108456
Apr 09 13:53:45.088257 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:45.129590 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port f1320afe-a222-4296-914a-74f206a8a4b7, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=f1320afe-a222-4296-914a-74f206a8a4b7,segment=NetworkSegment(93fb02bd-6ea5-4711-9695-de72918154e7),segment_id=93fb02bd-6ea5-4711-9695-de72918154e7)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:53:45.135907 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:45.145473 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:45.190211 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693911e7-d511-4337-8534-bf7af76a87d7 req-0e8eb97b-8126-467d-a5f0-bc18d16d19fe tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:45.191916 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-693911e7-d511-4337-8534-bf7af76a87d7 req-0e8eb97b-8126-467d-a5f0-bc18d16d19fe tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1739497
Apr 09 13:53:45.201615 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be14df-8843-4e2a-b920-62278e224e5c req-629dfd0a-321a-4d14-b1b2-16a3e7036be3 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:45.203316 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-32be14df-8843-4e2a-b920-62278e224e5c req-629dfd0a-321a-4d14-b1b2-16a3e7036be3 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=87c0a559-2e9e-4b03-af2b-496c68d35eda HTTP/1.1" status: 200  len: 945 time: 0.1457033
Apr 09 13:53:45.249234 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-693911e7-d511-4337-8534-bf7af76a87d7 req-00875de0-c2e6-4a31-a9fa-49d83ccfc16c tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447602
Apr 09 13:53:45.254784 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-32be14df-8843-4e2a-b920-62278e224e5c req-6bd35efb-4399-480c-8e31-28465da644d6 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349104
Apr 09 13:53:45.263204 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=f1320afe-a222-4296-914a-74f206a8a4b7,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:45.268806 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:45.286335 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9f7ff-b5a5-4daa-bf5a-78a257b41f5d req-f501f08a-b071-4363-9ed6-90b587364b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:45.288084 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1ab9f7ff-b5a5-4daa-bf5a-78a257b41f5d req-f501f08a-b071-4363-9ed6-90b587364b21 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=790e52e4-8e7b-4b24-9306-15744e4e6057&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1164677
Apr 09 13:53:45.624308 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1ab9f7ff-b5a5-4daa-bf5a-78a257b41f5d req-9ee174d4-1f64-4cd5-aaa9-7ba8206bd7df service neutron] 10.222.0.93 "GET /v2.0/networks/790e52e4-8e7b-4b24-9306-15744e4e6057?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1657152
Apr 09 13:53:45.799929 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1ab9f7ff-b5a5-4daa-bf5a-78a257b41f5d req-54eac70f-d03c-4c25-ade1-8ea213d48cc0 service neutron] 10.222.0.93 "GET /v2.0/networks/790e52e4-8e7b-4b24-9306-15744e4e6057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1669042
Apr 09 13:53:45.868244 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:53:46.111616 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfaf5f-de04-4a7b-b8a6-9ee0c6cfd840 req-866a1cc1-5016-4017-b9b8-4b004847e299 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:46.113335 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-61dfaf5f-de04-4a7b-b8a6-9ee0c6cfd840 req-866a1cc1-5016-4017-b9b8-4b004847e299 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=34dc6186-6b03-435f-87f1-b669b4d39bb9 HTTP/1.1" status: 200  len: 946 time: 0.1014061
Apr 09 13:53:46.122782 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34dc6186-6b03-435f-87f1-b669b4d39bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1320afe-a222-4296-914a-74f206a8a4b7'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:53:46.151769 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-61dfaf5f-de04-4a7b-b8a6-9ee0c6cfd840 req-9fbf79e5-7523-40fc-9df0-ad3c56b058f3 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0306933
Apr 09 13:53:46.181311 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34dc6186-6b03-435f-87f1-b669b4d39bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1320afe-a222-4296-914a-74f206a8a4b7', 'code': 200}
Apr 09 13:53:46.506987 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe049a16-1df3-4673-9d7a-3f017cfb9f4b req-d0f3b5fa-488d-4b1b-b260-4547e948d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:46.509219 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fe049a16-1df3-4673-9d7a-3f017cfb9f4b req-d0f3b5fa-488d-4b1b-b260-4547e948d9de service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=34dc6186-6b03-435f-87f1-b669b4d39bb9 HTTP/1.1" status: 200  len: 1099 time: 0.0829208
Apr 09 13:53:46.550829 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fe049a16-1df3-4673-9d7a-3f017cfb9f4b req-bc6dd362-2771-479e-9324-797c5fe59711 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0227323
Apr 09 13:53:46.581764 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d543747-0f0f-4029-ba95-13a2adda1bb7 req-f8074fb6-d090-4f8b-8ab3-9af12ce65520 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:46.583394 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4d543747-0f0f-4029-ba95-13a2adda1bb7 req-f8074fb6-d090-4f8b-8ab3-9af12ce65520 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=87c0a559-2e9e-4b03-af2b-496c68d35eda HTTP/1.1" status: 200  len: 945 time: 0.1354921
Apr 09 13:53:46.593650 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c733b82-350a-44a4-93b2-1107898194b6 req-444d8d52-bf57-4091-855f-62884d00ccf3 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:46.595332 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3c733b82-350a-44a4-93b2-1107898194b6 req-444d8d52-bf57-4091-855f-62884d00ccf3 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1873798
Apr 09 13:53:46.641569 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4d543747-0f0f-4029-ba95-13a2adda1bb7 req-15526c4b-a5de-4d36-8c53-fc9b17ded7fa tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451360
Apr 09 13:53:46.654097 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3c733b82-350a-44a4-93b2-1107898194b6 req-e780fd89-fdbd-4474-b59e-aabf0d1aa2e5 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417762
Apr 09 13:53:47.375759 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a1ef2-3dea-48e4-af6a-6de3e90e2950 req-7537f1bb-9ca6-4bf1-995e-a80aa58b357d tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:47.377466 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-795a1ef2-3dea-48e4-af6a-6de3e90e2950 req-7537f1bb-9ca6-4bf1-995e-a80aa58b357d tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=34dc6186-6b03-435f-87f1-b669b4d39bb9 HTTP/1.1" status: 200  len: 946 time: 0.0945992
Apr 09 13:53:47.409403 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-795a1ef2-3dea-48e4-af6a-6de3e90e2950 req-813fcd76-adca-4688-b84e-171677cacd45 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0246606
Apr 09 13:53:47.946909 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d55d4-bda3-4c92-97a9-8f19b1c6dd6c req-1b1cd52b-aa1e-4cd5-b281-f7348cab2c6b tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:47.948552 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-929d55d4-bda3-4c92-97a9-8f19b1c6dd6c req-1b1cd52b-aa1e-4cd5-b281-f7348cab2c6b tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1690700
Apr 09 13:53:47.957852 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5df44-ffc3-4255-b9b2-bcacd59adb67 req-e8e09a02-7d6d-4fe6-9330-88929be79869 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:47.959390 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-78b5df44-ffc3-4255-b9b2-bcacd59adb67 req-e8e09a02-7d6d-4fe6-9330-88929be79869 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=87c0a559-2e9e-4b03-af2b-496c68d35eda HTTP/1.1" status: 200  len: 945 time: 0.1373425
Apr 09 13:53:48.002856 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-929d55d4-bda3-4c92-97a9-8f19b1c6dd6c req-b059e564-ee9d-4b14-90b4-7a065af21856 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424044
Apr 09 13:53:48.011943 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-78b5df44-ffc3-4255-b9b2-bcacd59adb67 req-c5d6a817-8f4e-43c0-840b-01372a32b471 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361102
Apr 09 13:53:48.321977 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-43d600b5-4b36-40f1-b88b-38cf9fe28eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:48.646774 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607fc91-d548-4091-9b80-1666b81f2b07 req-bfb695f5-65fc-40ed-be4b-3a7ad54d237e tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:48.648561 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a607fc91-d548-4091-9b80-1666b81f2b07 req-bfb695f5-65fc-40ed-be4b-3a7ad54d237e tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=34dc6186-6b03-435f-87f1-b669b4d39bb9 HTTP/1.1" status: 200  len: 946 time: 0.1074395
Apr 09 13:53:48.680729 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a607fc91-d548-4091-9b80-1666b81f2b07 req-76e8f11a-937b-40d5-84cc-f1a9963205f3 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250914
Apr 09 13:53:49.237095 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28315eee-a67a-4212-8e79-5ec5189ca15d req-b5dce065-71cd-4e38-8cff-52dd48380fa1 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:49.238725 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-28315eee-a67a-4212-8e79-5ec5189ca15d req-b5dce065-71cd-4e38-8cff-52dd48380fa1 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.0960000
Apr 09 13:53:49.286787 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-28315eee-a67a-4212-8e79-5ec5189ca15d req-3003fd4a-8fe5-4fe6-8fd0-cb4aa443dc26 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392883
Apr 09 13:53:49.743694 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c571ed8-5a69-4443-bba8-136dbace7d22 req-da9bdb1b-074f-40b6-8878-b2af7a47d6e7 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:49.745371 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2c571ed8-5a69-4443-bba8-136dbace7d22 req-da9bdb1b-074f-40b6-8878-b2af7a47d6e7 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=87c0a559-2e9e-4b03-af2b-496c68d35eda HTTP/1.1" status: 200  len: 945 time: 0.0939879
Apr 09 13:53:49.782896 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2c571ed8-5a69-4443-bba8-136dbace7d22 req-bbb8b3b1-b035-4569-a494-081786256605 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0301375
Apr 09 13:53:49.898752 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc60245-284b-47e3-bc56-fbb159c7f7cb req-7f676086-7d44-493c-95a5-16dbe38e50df tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:49.900629 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ffc60245-284b-47e3-bc56-fbb159c7f7cb req-7f676086-7d44-493c-95a5-16dbe38e50df tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=34dc6186-6b03-435f-87f1-b669b4d39bb9 HTTP/1.1" status: 200  len: 946 time: 0.0956805
Apr 09 13:53:49.932899 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ffc60245-284b-47e3-bc56-fbb159c7f7cb req-da6d48cd-9fb0-4d08-a5ee-caafc1525654 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250401
Apr 09 13:53:50.527462 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679d989-595c-420a-91fd-2067fc828762 req-f64815f4-6479-4ee1-b63c-2e1a31d7e834 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:50.532112 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7679d989-595c-420a-91fd-2067fc828762 req-f64815f4-6479-4ee1-b63c-2e1a31d7e834 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1018207
Apr 09 13:53:50.565583 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7679d989-595c-420a-91fd-2067fc828762 req-3555f5ee-a2a6-4a0d-b0ef-97e390d80a68 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0276046
Apr 09 13:53:51.002378 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e184a0b-cd11-4013-8e0c-3ca5a086a4d7 req-d59454fe-9939-462e-a45d-c81342eb9c06 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:51.004261 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4e184a0b-cd11-4013-8e0c-3ca5a086a4d7 req-d59454fe-9939-462e-a45d-c81342eb9c06 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=87c0a559-2e9e-4b03-af2b-496c68d35eda HTTP/1.1" status: 200  len: 945 time: 0.0943403
Apr 09 13:53:51.037985 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4e184a0b-cd11-4013-8e0c-3ca5a086a4d7 req-dbcc6d90-8511-45c8-825f-5ffe612e2c77 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0259707
Apr 09 13:53:51.420270 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-14ac062a-ffdf-4cf8-b58b-523c1fe7c5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:51.465685 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:51.873814 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93092abb-e64a-49a0-9c8a-a34f6b5f3454 req-ffee6b46-c16d-4fea-9512-b1aaa0c525b2 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:51.877173 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-93092abb-e64a-49a0-9c8a-a34f6b5f3454 req-ffee6b46-c16d-4fea-9512-b1aaa0c525b2 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1417346
Apr 09 13:53:51.939444 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-93092abb-e64a-49a0-9c8a-a34f6b5f3454 req-3f831b0d-5b6d-445e-8b59-f852725af196 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429933
Apr 09 13:53:52.275618 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913fefd-ced0-47ba-a59f-12c92ffc31c8 req-13767afe-51a8-46ff-b7df-1b3f7e43bbbf tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:52.278597 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4913fefd-ced0-47ba-a59f-12c92ffc31c8 req-13767afe-51a8-46ff-b7df-1b3f7e43bbbf tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=87c0a559-2e9e-4b03-af2b-496c68d35eda HTTP/1.1" status: 200  len: 945 time: 0.1079626
Apr 09 13:53:52.345640 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4913fefd-ced0-47ba-a59f-12c92ffc31c8 req-7a54b6f5-787c-4117-b3cb-fea6a8b3826d tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/security-groups?id=577c68ad-2602-46bd-99ec-9408293e58bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526803
Apr 09 13:53:52.466150 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b43d23-7390-4482-bd04-16c43fb52a51 req-697fb3b8-8130-4bba-a727-af34c04fa570 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:52.466956 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-f7b43d23-7390-4482-bd04-16c43fb52a51 req-697fb3b8-8130-4bba-a727-af34c04fa570 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Synchronizing usage tracker for tenant:9778d322afb44561b6255b78e0c47b19 on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:53:52.481159 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-f7b43d23-7390-4482-bd04-16c43fb52a51 req-697fb3b8-8130-4bba-a727-af34c04fa570 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Unset dirty status for tenant:9778d322afb44561b6255b78e0c47b19 on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:53:52.482698 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f7b43d23-7390-4482-bd04-16c43fb52a51 req-697fb3b8-8130-4bba-a727-af34c04fa570 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.93 "GET /v2.0/ports?device_id=87c0a559-2e9e-4b03-af2b-496c68d35eda HTTP/1.1" status: 200  len: 945 time: 0.1455684
Apr 09 13:53:52.813326 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-f7b43d23-7390-4482-bd04-16c43fb52a51 req-d45ec103-ceae-4b9f-b932-bd4f7d6cb642 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Deleting port ae30ef6a-b0a7-4664-a5f5-bb43de224405 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:53:52.813634 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-f7b43d23-7390-4482-bd04-16c43fb52a51 req-d45ec103-ceae-4b9f-b932-bd4f7d6cb642 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:53.128120 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-f7b43d23-7390-4482-bd04-16c43fb52a51 req-d45ec103-ceae-4b9f-b932-bd4f7d6cb642 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] For port ae30ef6a-b0a7-4664-a5f5-bb43de224405, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ae30ef6a-b0a7-4664-a5f5-bb43de224405,segment=NetworkSegment(541a3095-c334-4ed9-a8bc-0a28bead28e9),segment_id=541a3095-c334-4ed9-a8bc-0a28bead28e9)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:53:53.128902 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-f7b43d23-7390-4482-bd04-16c43fb52a51 req-d45ec103-ceae-4b9f-b932-bd4f7d6cb642 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:53.134593 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:53.285820 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd7603-b314-49b4-aeef-9597e7f6bd10 req-cd626f65-8236-4056-acfd-bc7aa7561e44 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:53.296223 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-49fd7603-b314-49b4-aeef-9597e7f6bd10 req-cd626f65-8236-4056-acfd-bc7aa7561e44 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1407416
Apr 09 13:53:53.317330 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:53.354449 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-49fd7603-b314-49b4-aeef-9597e7f6bd10 req-3e8db993-3cfb-4030-915c-b6c0ce182a70 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572362
Apr 09 13:53:53.369959 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-f7b43d23-7390-4482-bd04-16c43fb52a51 req-d45ec103-ceae-4b9f-b932-bd4f7d6cb642 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Calling delete_port for ae30ef6a-b0a7-4664-a5f5-bb43de224405 owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:53:53.553126 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-f7b43d23-7390-4482-bd04-16c43fb52a51 req-d45ec103-ceae-4b9f-b932-bd4f7d6cb642 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:53.575600 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:53.677387 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ec103-ceae-4b9f-b932-bd4f7d6cb642 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Pushing event deleted for resources: {'Port': ['ID=ae30ef6a-b0a7-4664-a5f5-bb43de224405,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:53.687340 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-99c2a6e6-17c8-42b6-83c6-091b7f21d9f1 req-e9f4df6f-0cb2-4eed-9a5a-3b9c84802a05 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.96 "GET /v2.0/ports?device_id=87c0a559-2e9e-4b03-af2b-496c68d35eda HTTP/1.1" status: 200  len: 210 time: 0.0770087
Apr 09 13:53:53.689673 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d45ec103-ceae-4b9f-b932-bd4f7d6cb642 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:53.749516 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc99b62-4808-4795-af34-2c13584a577c req-d0d6f9b5-db28-41c6-b2b5-c1376f804f58 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:53.751169 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6cc99b62-4808-4795-af34-2c13584a577c req-d0d6f9b5-db28-41c6-b2b5-c1376f804f58 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/networks?id=98d3058f-a010-4e34-9173-aef7e52dc755 HTTP/1.1" status: 200  len: 813 time: 0.2718008
Apr 09 13:53:53.769735 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6cc99b62-4808-4795-af34-2c13584a577c req-5fd97fd0-243a-4310-8325-d726beab0c84 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/quotas/c264fbe4ebb44a618b6c9189054fdbed HTTP/1.1" status: 200  len: 375 time: 0.0121775
Apr 09 13:53:53.865662 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b43d23-7390-4482-bd04-16c43fb52a51 req-d45ec103-ceae-4b9f-b932-bd4f7d6cb642 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] No DVR routers for this DVR port ae30ef6a-b0a7-4664-a5f5-bb43de224405 on host hv-cinder-78536 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 13:53:53.869482 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-f7b43d23-7390-4482-bd04-16c43fb52a51 req-d45ec103-ceae-4b9f-b932-bd4f7d6cb642 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:53.872601 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c0a559-2e9e-4b03-af2b-496c68d35eda', 'name': 'network-vif-deleted', 'tag': 'ae30ef6a-b0a7-4664-a5f5-bb43de224405'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:53:53.889092 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6cc99b62-4808-4795-af34-2c13584a577c req-8742db81-2764-46e5-8051-8648216bab7e tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=c264fbe4ebb44a618b6c9189054fdbed&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1107414
Apr 09 13:53:53.891012 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f7b43d23-7390-4482-bd04-16c43fb52a51 req-d45ec103-ceae-4b9f-b932-bd4f7d6cb642 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] 10.222.0.93 "DELETE /v2.0/ports/ae30ef6a-b0a7-4664-a5f5-bb43de224405 HTTP/1.1" status: 204  len: 173 time: 1.3986042
Apr 09 13:53:53.933293 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c0a559-2e9e-4b03-af2b-496c68d35eda', 'name': 'network-vif-deleted', 'tag': 'ae30ef6a-b0a7-4664-a5f5-bb43de224405', 'status': 'completed', 'code': 200}
Apr 09 13:53:54.080592 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6cc99b62-4808-4795-af34-2c13584a577c req-97ec13e0-c49f-49ef-8c2b-77a54f41aa18 service neutron] 10.222.0.96 "GET /v2.0/networks/98d3058f-a010-4e34-9173-aef7e52dc755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1805425
Apr 09 13:53:54.239440 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6cc99b62-4808-4795-af34-2c13584a577c req-5305bc54-7e8b-489a-8604-04eb55ef776e service neutron] 10.222.0.96 "GET /v2.0/networks/98d3058f-a010-4e34-9173-aef7e52dc755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1515577
Apr 09 13:53:54.401525 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device ae30ef6a-b0a7-4664-a5f5-bb43de224405 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 13:53:54.465513 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] No Port match for: ae30ef6a-b0a7-4664-a5f5-bb43de224405 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 13:53:54.466212 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device ae30ef6a-b0a7-4664-a5f5-bb43de224405 not bound to the agent host hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 13:53:54.485369 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5d401697-0000-4cba-8240-c76fe0186e7c req-f43333e9-640a-4b37-a729-5204d57a5822 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 210 time: 0.0637698
Apr 09 13:53:54.619692 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466975cd-7016-4059-82fd-6c90e9ddaebe req-69ad909b-8182-4e7e-b2db-cc7a85535045 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:54.621647 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-466975cd-7016-4059-82fd-6c90e9ddaebe req-69ad909b-8182-4e7e-b2db-cc7a85535045 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1192436
Apr 09 13:53:54.728728 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:54.982491 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-466975cd-7016-4059-82fd-6c90e9ddaebe req-aec66761-7102-434e-a9ac-30be7759eb57 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3544664
Apr 09 13:53:55.656744 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-be95176a-5d1b-4e54-89b5-a8165b4f95bf req-1cd1bf1d-faed-4e7b-aa4f-f00865ea09b1 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 210 time: 0.0500128
Apr 09 13:53:56.093177 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc99b62-4808-4795-af34-2c13584a577c req-5d73f179-5e63-4069-b19d-00c9a6c76a64 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:56.095534 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6cc99b62-4808-4795-af34-2c13584a577c req-5d73f179-5e63-4069-b19d-00c9a6c76a64 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.93 "GET /v2.0/networks?id=98d3058f-a010-4e34-9173-aef7e52dc755 HTTP/1.1" status: 200  len: 813 time: 0.2243927
Apr 09 13:53:56.118071 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-6cc99b62-4808-4795-af34-2c13584a577c req-64117985-acb9-46e8-8103-cde5a2570b5b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Request body: {'port': {'device_id': 'fb55cc9f-4add-4f43-9c80-534b98ac5e4d', 'network_id': '98d3058f-a010-4e34-9173-aef7e52dc755', 'admin_state_up': True, 'tenant_id': 'c264fbe4ebb44a618b6c9189054fdbed'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:56.286025 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8d61b-9951-42f6-880c-1e28b1d48956 req-bc087090-db97-49fc-a86b-34c488bb5c0f tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:56.289836 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-87d8d61b-9951-42f6-880c-1e28b1d48956 req-bc087090-db97-49fc-a86b-34c488bb5c0f tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1405587
Apr 09 13:53:56.335556 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-87d8d61b-9951-42f6-880c-1e28b1d48956 req-0a76a266-62f5-448e-a134-8f3a417e963c tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373945
Apr 09 13:53:56.376800 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-6cc99b62-4808-4795-af34-2c13584a577c req-64117985-acb9-46e8-8103-cde5a2570b5b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:53:56.383001 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-6cc99b62-4808-4795-af34-2c13584a577c req-64117985-acb9-46e8-8103-cde5a2570b5b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Usage tracker for resource:port and tenant:c264fbe4ebb44a618b6c9189054fdbed is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:53:56.390951 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-6cc99b62-4808-4795-af34-2c13584a577c req-64117985-acb9-46e8-8103-cde5a2570b5b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:53:56.402029 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-6cc99b62-4808-4795-af34-2c13584a577c req-64117985-acb9-46e8-8103-cde5a2570b5b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:53:56.412529 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cc99b62-4808-4795-af34-2c13584a577c req-64117985-acb9-46e8-8103-cde5a2570b5b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Made reservation on behalf of c264fbe4ebb44a618b6c9189054fdbed for: {'port': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:53:56.418841 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6cc99b62-4808-4795-af34-2c13584a577c req-64117985-acb9-46e8-8103-cde5a2570b5b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:56.611305 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [req-6cc99b62-4808-4795-af34-2c13584a577c req-64117985-acb9-46e8-8103-cde5a2570b5b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Allocated IP 172.20.0.10 (98d3058f-a010-4e34-9173-aef7e52dc755/b5c341a0-e76b-410a-bd2d-6640cb8b99f9/25094479-550d-4491-bcc6-9f3a13577e82) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:53:56.841191 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5a3f2664-ad42-44f4-9d95-888720ebebcc req-de3497b3-953d-4ac0-aa9c-9a79621ac086 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 210 time: 0.0524988
Apr 09 13:53:56.853805 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6cc99b62-4808-4795-af34-2c13584a577c req-64117985-acb9-46e8-8103-cde5a2570b5b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:56.890206 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6cc99b62-4808-4795-af34-2c13584a577c req-64117985-acb9-46e8-8103-cde5a2570b5b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:56.912248 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f', 'f1320afe-a222-4296-914a-74f206a8a4b7'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:53:56.967183 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-75852f7d-e275-416f-8576-2d8776712198 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:57.066492 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64117985-acb9-46e8-8103-cde5a2570b5b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Pushing event updated for resources: {'Port': ['ID=25094479-550d-4491-bcc6-9f3a13577e82,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:57.069529 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-64117985-acb9-46e8-8103-cde5a2570b5b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:57.125497 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cc99b62-4808-4795-af34-2c13584a577c req-64117985-acb9-46e8-8103-cde5a2570b5b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Network 98d3058f-a010-4e34-9173-aef7e52dc755 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:53:57.126784 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [req-6cc99b62-4808-4795-af34-2c13584a577c req-64117985-acb9-46e8-8103-cde5a2570b5b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:53:57.129409 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc99b62-4808-4795-af34-2c13584a577c req-64117985-acb9-46e8-8103-cde5a2570b5b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:53:57.203661 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc99b62-4808-4795-af34-2c13584a577c req-64117985-acb9-46e8-8103-cde5a2570b5b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:57.204275 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6cc99b62-4808-4795-af34-2c13584a577c req-64117985-acb9-46e8-8103-cde5a2570b5b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:57.231342 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6cc99b62-4808-4795-af34-2c13584a577c req-64117985-acb9-46e8-8103-cde5a2570b5b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1184304
Apr 09 13:53:57.283324 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-6cc99b62-4808-4795-af34-2c13584a577c req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] Request body: {'port': {'device_id': 'fb55cc9f-4add-4f43-9c80-534b98ac5e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:53:57.418414 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6cc99b62-4808-4795-af34-2c13584a577c req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:57.565876 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b3b76-211d-4ec1-a736-9f2ec2e8c0cf req-17fb5678-3cb4-41b0-87fd-efb93a110dbc tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:57.566793 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-586b3b76-211d-4ec1-a736-9f2ec2e8c0cf req-17fb5678-3cb4-41b0-87fd-efb93a110dbc tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1005793
Apr 09 13:53:57.598701 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-586b3b76-211d-4ec1-a736-9f2ec2e8c0cf req-7e3ba636-2a31-4323-a3d3-acc11547dca4 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0240257
Apr 09 13:53:57.847313 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [req-6cc99b62-4808-4795-af34-2c13584a577c req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25094479-550d-4491-bcc6-9f3a13577e82 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:53:57.856472 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6cc99b62-4808-4795-af34-2c13584a577c req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:57.873879 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-6cc99b62-4808-4795-af34-2c13584a577c req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] Transition to ACTIVE for port object 25094479-550d-4491-bcc6-9f3a13577e82 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:53:57.878128 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6cc99b62-4808-4795-af34-2c13584a577c req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246095'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:57.894429 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c332ca94-006a-40e5-98c1-af91daeb9b18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:58.044278 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] Pushing event updated for resources: {'Port': ['ID=25094479-550d-4491-bcc6-9f3a13577e82,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:58.063983 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:58.112684 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd61591-ec17-4ba3-9702-24248c60a8e1 req-89fd71f8-41b9-4f4f-ad1a-5e77d5ab668a tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:58.114444 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7fd61591-ec17-4ba3-9702-24248c60a8e1 req-89fd71f8-41b9-4f4f-ad1a-5e77d5ab668a tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 944 time: 0.1458383
Apr 09 13:53:58.175913 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7fd61591-ec17-4ba3-9702-24248c60a8e1 req-fa7df185-dae1-4369-8171-724107944254 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502517
Apr 09 13:53:58.323292 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-6cc99b62-4808-4795-af34-2c13584a577c req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] Attempting to bind port 25094479-550d-4491-bcc6-9f3a13577e82 on host hv-cinder-78536 for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:53:58.323675 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-6cc99b62-4808-4795-af34-2c13584a577c req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] Attempting to bind port 25094479-550d-4491-bcc6-9f3a13577e82 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '93fb02bd-6ea5-4711-9695-de72918154e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '98d3058f-a010-4e34-9173-aef7e52dc755'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:53:58.324043 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc99b62-4808-4795-af34-2c13584a577c req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] Attempting to bind port 25094479-550d-4491-bcc6-9f3a13577e82 on network 98d3058f-a010-4e34-9173-aef7e52dc755 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:53:58.329241 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc99b62-4808-4795-af34-2c13584a577c req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] Port 25094479-550d-4491-bcc6-9f3a13577e82 on network 98d3058f-a010-4e34-9173-aef7e52dc755 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 13:53:58.329648 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc99b62-4808-4795-af34-2c13584a577c req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] Attempting to bind port 25094479-550d-4491-bcc6-9f3a13577e82 on network 98d3058f-a010-4e34-9173-aef7e52dc755 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:53:58.335456 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc99b62-4808-4795-af34-2c13584a577c req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] Checking agent: {'id': '8b22d5c6-5838-4546-ac77-8d10367985fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'started_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:53:58.336491 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc99b62-4808-4795-af34-2c13584a577c req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] Checking segment: {'id': '93fb02bd-6ea5-4711-9695-de72918154e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '98d3058f-a010-4e34-9173-aef7e52dc755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:53:58.336844 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc99b62-4808-4795-af34-2c13584a577c req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] Bound using segment: {'id': '93fb02bd-6ea5-4711-9695-de72918154e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '98d3058f-a010-4e34-9173-aef7e52dc755'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:53:58.337294 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-6cc99b62-4808-4795-af34-2c13584a577c req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] Bound port: 25094479-550d-4491-bcc6-9f3a13577e82, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93fb02bd-6ea5-4711-9695-de72918154e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '98d3058f-a010-4e34-9173-aef7e52dc755'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:53:58.337679 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6cc99b62-4808-4795-af34-2c13584a577c req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:58.419000 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-6cc99b62-4808-4795-af34-2c13584a577c req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] For port 25094479-550d-4491-bcc6-9f3a13577e82, host hv-cinder-78536, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:53:58.422628 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-6cc99b62-4808-4795-af34-2c13584a577c req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] For port 25094479-550d-4491-bcc6-9f3a13577e82, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=25094479-550d-4491-bcc6-9f3a13577e82,segment=NetworkSegment(93fb02bd-6ea5-4711-9695-de72918154e7),segment_id=93fb02bd-6ea5-4711-9695-de72918154e7)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:53:58.426423 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6cc99b62-4808-4795-af34-2c13584a577c req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246095'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:58.445739 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:53:58.818763 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67606ffa-9f77-430a-a2ee-21cf2edcc009 req-d4d49875-c03d-42df-a911-402c528e610f tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:58.820984 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-67606ffa-9f77-430a-a2ee-21cf2edcc009 req-d4d49875-c03d-42df-a911-402c528e610f tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.0982039
Apr 09 13:53:58.843285 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] Pushing event updated for resources: {'Port': ['ID=25094479-550d-4491-bcc6-9f3a13577e82,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:53:58.847576 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:53:58.857595 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-67606ffa-9f77-430a-a2ee-21cf2edcc009 req-0416d892-f7b4-44eb-8b0c-6d3502fd90a0 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0298617
Apr 09 13:53:58.886196 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc99b62-4808-4795-af34-2c13584a577c req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:58.886662 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6cc99b62-4808-4795-af34-2c13584a577c req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:53:58.888176 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6cc99b62-4808-4795-af34-2c13584a577c req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] 10.222.0.93 "PUT /v2.0/ports/25094479-550d-4491-bcc6-9f3a13577e82 HTTP/1.1" status: 200  len: 1094 time: 1.6138573
Apr 09 13:53:58.888785 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb55cc9f-4add-4f43-9c80-534b98ac5e4d', 'tag': '25094479-550d-4491-bcc6-9f3a13577e82'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:53:58.942255 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb55cc9f-4add-4f43-9c80-534b98ac5e4d', 'tag': '25094479-550d-4491-bcc6-9f3a13577e82', 'status': 'completed', 'code': 200}
Apr 09 13:53:59.406447 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a1112-f697-4066-8f4c-91de272b0b2b req-cbcae915-9490-4757-9c63-aabf65edcd51 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:53:59.408118 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c35a1112-f697-4066-8f4c-91de272b0b2b req-cbcae915-9490-4757-9c63-aabf65edcd51 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 944 time: 0.0934021
Apr 09 13:53:59.441083 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c35a1112-f697-4066-8f4c-91de272b0b2b req-d7855a3d-6701-40f4-88f2-b0c8a00d2295 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0257394
Apr 09 13:54:03.460585 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd4d09-0402-4cec-8946-15b24b1dac66 req-25309cc7-87ea-49c3-b63d-d276e99686f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:03.462228 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-72bd4d09-0402-4cec-8946-15b24b1dac66 req-25309cc7-87ea-49c3-b63d-d276e99686f2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c264fbe4ebb44a618b6c9189054fdbed&device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 1097 time: 0.0816517
Apr 09 13:54:05.348838 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd4d09-0402-4cec-8946-15b24b1dac66 req-edaf895f-a1cf-4b21-b8db-dc987ace7cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:05.350444 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-72bd4d09-0402-4cec-8946-15b24b1dac66 req-edaf895f-a1cf-4b21-b8db-dc987ace7cc2 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=c264fbe4ebb44a618b6c9189054fdbed&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1814070
Apr 09 13:54:05.467398 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08b428-21ad-4f96-ad2d-c199f0768759 req-0e5aae0b-24bd-48bc-9480-622a09d6f42c tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:05.469106 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-af08b428-21ad-4f96-ad2d-c199f0768759 req-0e5aae0b-24bd-48bc-9480-622a09d6f42c tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1308858
Apr 09 13:54:05.478873 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66336dc2-c7ef-4683-9ad4-f683f27cb6f9 req-a4bc68d7-e019-4575-953c-0469041e8e5a tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:05.480788 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-66336dc2-c7ef-4683-9ad4-f683f27cb6f9 req-a4bc68d7-e019-4575-953c-0469041e8e5a tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 944 time: 0.2039709
Apr 09 13:54:05.516304 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd4d09-0402-4cec-8946-15b24b1dac66 req-41db17c1-f681-4ca0-a4da-3c49d64fd321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:05.518013 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-72bd4d09-0402-4cec-8946-15b24b1dac66 req-41db17c1-f681-4ca0-a4da-3c49d64fd321 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1610622
Apr 09 13:54:05.530498 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-af08b428-21ad-4f96-ad2d-c199f0768759 req-7f75e19c-25e4-40be-860d-421b88a78001 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484464
Apr 09 13:54:05.535728 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-66336dc2-c7ef-4683-9ad4-f683f27cb6f9 req-d66d4894-bc90-4c5a-a02a-4a93fee70e78 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361478
Apr 09 13:54:05.643407 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc99b62-4808-4795-af34-2c13584a577c req-88fe7fbd-5614-49fc-b55f-ed70c505d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:05.645051 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6cc99b62-4808-4795-af34-2c13584a577c req-88fe7fbd-5614-49fc-b55f-ed70c505d0b3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c264fbe4ebb44a618b6c9189054fdbed&device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 1097 time: 0.0871398
Apr 09 13:54:05.725266 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6cc99b62-4808-4795-af34-2c13584a577c req-11bfb1d4-f4c3-435d-9062-5f2d28d352b8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25094479-550d-4491-bcc6-9f3a13577e82 HTTP/1.1" status: 200  len: 217 time: 0.0665650
Apr 09 13:54:05.808196 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc99b62-4808-4795-af34-2c13584a577c req-9f3ef708-7403-4352-a298-a5ea25efd0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:05.809892 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6cc99b62-4808-4795-af34-2c13584a577c req-9f3ef708-7403-4352-a298-a5ea25efd0f5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b5c341a0-e76b-410a-bd2d-6640cb8b99f9 HTTP/1.1" status: 200  len: 853 time: 0.0738807
Apr 09 13:54:05.869342 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6cc99b62-4808-4795-af34-2c13584a577c req-788599ca-d2cc-4a45-8b2a-e95b18a502b6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=98d3058f-a010-4e34-9173-aef7e52dc755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0521393
Apr 09 13:54:06.021931 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6cc99b62-4808-4795-af34-2c13584a577c req-390ec821-572e-46b2-9401-5643c8d12a11 service neutron] 10.222.0.93 "GET /v2.0/networks/98d3058f-a010-4e34-9173-aef7e52dc755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417148
Apr 09 13:54:06.172522 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6cc99b62-4808-4795-af34-2c13584a577c req-02e381b7-23ff-447a-845a-927ad64fb70d service neutron] 10.222.0.93 "GET /v2.0/networks/98d3058f-a010-4e34-9173-aef7e52dc755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1412890
Apr 09 13:54:06.851663 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab2809-16c4-4707-987f-e0dd4a33542d req-c563899c-bb11-4caf-85c6-b8e5ea8c9833 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:06.853366 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5fab2809-16c4-4707-987f-e0dd4a33542d req-c563899c-bb11-4caf-85c6-b8e5ea8c9833 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 944 time: 0.1717906
Apr 09 13:54:06.867229 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123855e5-5ffa-4b85-9f24-e1b33efc681d req-d737341d-4919-4587-ae4e-b99939aafd1d tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:06.869041 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-123855e5-5ffa-4b85-9f24-e1b33efc681d req-d737341d-4919-4587-ae4e-b99939aafd1d tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1400795
Apr 09 13:54:06.897306 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5fab2809-16c4-4707-987f-e0dd4a33542d req-a4997f1d-0d1c-4af5-9995-0a27009ed50e tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0271025
Apr 09 13:54:06.922264 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-123855e5-5ffa-4b85-9f24-e1b33efc681d req-e50e05cc-5a34-4f25-87a6-dc5979d93858 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387402
Apr 09 13:54:08.693778 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4701a-e82e-487d-97f3-9edddd87166c req-5d7da9d0-6d78-45c6-8833-f800abbce185 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:08.695546 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c1c4701a-e82e-487d-97f3-9edddd87166c req-5d7da9d0-6d78-45c6-8833-f800abbce185 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 944 time: 0.2076302
Apr 09 13:54:08.773342 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c1c4701a-e82e-487d-97f3-9edddd87166c req-042e1d77-cb41-415e-a7dd-878328a4dc01 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667772
Apr 09 13:54:08.806856 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55322ec2-4125-461f-9037-b45f506c8e6b req-02941d50-db7c-4433-8cf0-ce0824163618 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:08.810383 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-55322ec2-4125-461f-9037-b45f506c8e6b req-02941d50-db7c-4433-8cf0-ce0824163618 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1971910
Apr 09 13:54:08.875413 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-55322ec2-4125-461f-9037-b45f506c8e6b req-9b975d48-c936-4511-8c56-7ad930fb21ac tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576296
Apr 09 13:54:10.136813 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bc83f-ace8-4faa-8735-014ad7481110 req-e4c92b9f-015f-4481-9f7d-bc725f9b20af tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:10.138668 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b64bc83f-ace8-4faa-8735-014ad7481110 req-e4c92b9f-015f-4481-9f7d-bc725f9b20af tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 944 time: 0.2344377
Apr 09 13:54:10.188896 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c65d2-9c0c-4c52-a75a-ba8ee0ddd08d req-db24412b-b39e-407b-9dcd-e40b6f44d5de tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:10.190598 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-473c65d2-9c0c-4c52-a75a-ba8ee0ddd08d req-db24412b-b39e-407b-9dcd-e40b6f44d5de tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1578498
Apr 09 13:54:10.194209 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b64bc83f-ace8-4faa-8735-014ad7481110 req-ba2dc7dc-03d7-4878-b7d7-a61d0f5233f6 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419793
Apr 09 13:54:10.240833 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-473c65d2-9c0c-4c52-a75a-ba8ee0ddd08d req-83a26334-74b8-48f3-9113-f47bccc4d7ce tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387254
Apr 09 13:54:11.429161 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267a7fc-69b9-49a6-b1de-a1e461eda371 req-f54e20de-2ba1-4504-a003-9918f11d1409 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:11.436898 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2267a7fc-69b9-49a6-b1de-a1e461eda371 req-f54e20de-2ba1-4504-a003-9918f11d1409 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 944 time: 0.1107900
Apr 09 13:54:11.466693 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2267a7fc-69b9-49a6-b1de-a1e461eda371 req-e14aba0d-0d66-4a78-8841-28a7c0286578 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0284960
Apr 09 13:54:11.730861 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4246ae-0037-4b6f-8183-2b6c2fbffc79 req-3828bf01-6098-4f33-a04a-caa2f07d3c88 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:11.739487 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4b4246ae-0037-4b6f-8183-2b6c2fbffc79 req-3828bf01-6098-4f33-a04a-caa2f07d3c88 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1182582
Apr 09 13:54:11.780157 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4b4246ae-0037-4b6f-8183-2b6c2fbffc79 req-02f431c1-f7a2-46b8-b60f-97b7e108adcc tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396345
Apr 09 13:54:12.734553 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88ca5c-8a1c-47a8-8a52-6bc3239f72d0 req-3ac36d96-c46e-4840-bd46-d074c2f73990 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:12.738610 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4f88ca5c-8a1c-47a8-8a52-6bc3239f72d0 req-3ac36d96-c46e-4840-bd46-d074c2f73990 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 944 time: 0.1308951
Apr 09 13:54:12.780461 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4f88ca5c-8a1c-47a8-8a52-6bc3239f72d0 req-946a0046-661d-4e4b-a170-cc42ade4ea0f tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0333405
Apr 09 13:54:13.050259 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001682d-7cf7-4135-8f66-b4c5dda669d1 req-62363bdb-8828-4d2d-853b-8a6ec3712a6d tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:13.051869 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f001682d-7cf7-4135-8f66-b4c5dda669d1 req-62363bdb-8828-4d2d-853b-8a6ec3712a6d tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1052024
Apr 09 13:54:13.090599 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f001682d-7cf7-4135-8f66-b4c5dda669d1 req-1f3b7ec8-c6ec-48e5-9e72-415814b6d29e tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0303733
Apr 09 13:54:14.097605 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae1f67-35d4-45ee-95c2-0e2807c2167b req-dd425c0d-943e-40fa-8665-2a92e5ffdfad tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:14.099321 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-30ae1f67-35d4-45ee-95c2-0e2807c2167b req-dd425c0d-943e-40fa-8665-2a92e5ffdfad tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 944 time: 0.1602151
Apr 09 13:54:14.155811 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-30ae1f67-35d4-45ee-95c2-0e2807c2167b req-6246138d-77e7-43ad-a2c1-e5857541f0f6 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486095
Apr 09 13:54:14.186688 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 25094479-550d-4491-bcc6-9f3a13577e82 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 13:54:14.602520 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 25094479-550d-4491-bcc6-9f3a13577e82, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=25094479-550d-4491-bcc6-9f3a13577e82,segment=NetworkSegment(93fb02bd-6ea5-4711-9695-de72918154e7),segment_id=93fb02bd-6ea5-4711-9695-de72918154e7)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:54:14.633669 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Returning: {'device': '25094479-550d-4491-bcc6-9f3a13577e82', 'network_id': '98d3058f-a010-4e34-9173-aef7e52dc755', 'port_id': '25094479-550d-4491-bcc6-9f3a13577e82', 'mac_address': 'fa:16:3e:fa:3f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 972, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c341a0-e76b-410a-bd2d-6640cb8b99f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 13:54:14.653267 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099a490-e757-4f27-960b-2f2de234230f req-7bc86ee8-128c-4320-b463-d5e4fefca2ac tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:14.657895 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b099a490-e757-4f27-960b-2f2de234230f req-7bc86ee8-128c-4320-b463-d5e4fefca2ac tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.2220552
Apr 09 13:54:14.723106 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b099a490-e757-4f27-960b-2f2de234230f req-f3013fb1-37d9-41e8-af95-5edcee040c1e tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447168
Apr 09 13:54:14.761727 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:14.763477 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25094479-550d-4491-bcc6-9f3a13577e82 {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:54:14.787388 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 25094479-550d-4491-bcc6-9f3a13577e82, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=25094479-550d-4491-bcc6-9f3a13577e82,segment=NetworkSegment(93fb02bd-6ea5-4711-9695-de72918154e7),segment_id=93fb02bd-6ea5-4711-9695-de72918154e7)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:54:14.791885 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:14.794803 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:54:14.893285 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=25094479-550d-4491-bcc6-9f3a13577e82,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:54:14.904513 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:54:15.057256 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b648a0-7b6c-445f-9920-0e2321963ec6 req-79ae9475-b6b7-4e0a-8788-c8bff6ac14a6 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:15.057256 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-45b648a0-7b6c-445f-9920-0e2321963ec6 req-79ae9475-b6b7-4e0a-8788-c8bff6ac14a6 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.1282322
Apr 09 13:54:15.094869 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-45b648a0-7b6c-445f-9920-0e2321963ec6 req-2b3b0f6a-99f8-4a7b-8e58-574e8445711e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0314653
Apr 09 13:54:15.420789 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edb390-5af7-4ba9-b05d-90cf7e8979af req-22ac09a8-761f-4f8b-bb8c-04df71495fb3 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:15.423208 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-26edb390-5af7-4ba9-b05d-90cf7e8979af req-22ac09a8-761f-4f8b-bb8c-04df71495fb3 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 945 time: 0.1009538
Apr 09 13:54:15.461609 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['25094479-550d-4491-bcc6-9f3a13577e82'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:54:15.502619 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-26edb390-5af7-4ba9-b05d-90cf7e8979af req-6bdccf0d-6b66-4085-96ff-fe160e67ba01 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710537
Apr 09 13:54:16.043337 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38675f7b-c195-4594-8a9b-30f5ceea2bf6 req-9bfd56df-a5d5-4819-8eac-0a17ddb83d43 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:16.052525 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-38675f7b-c195-4594-8a9b-30f5ceea2bf6 req-9bfd56df-a5d5-4819-8eac-0a17ddb83d43 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1198137
Apr 09 13:54:16.094129 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-38675f7b-c195-4594-8a9b-30f5ceea2bf6 req-d426727d-ca38-477a-a84a-3cacc96b4f63 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405555
Apr 09 13:54:16.422828 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600797e-ae98-4b63-be3b-6343a1ccc007 req-173de906-3dcb-4d25-813d-a1e6843e6892 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:16.425036 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c600797e-ae98-4b63-be3b-6343a1ccc007 req-173de906-3dcb-4d25-813d-a1e6843e6892 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.1635656
Apr 09 13:54:16.487355 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c600797e-ae98-4b63-be3b-6343a1ccc007 req-aada9ba4-26be-4872-97dc-f15654de5e1d tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504599
Apr 09 13:54:16.854468 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3098e54-e1f5-494a-b1e4-6db7ae654a2e req-0c4171f8-51e1-4873-a376-62f5a21e5b10 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:16.856175 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c3098e54-e1f5-494a-b1e4-6db7ae654a2e req-0c4171f8-51e1-4873-a376-62f5a21e5b10 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 945 time: 0.1406620
Apr 09 13:54:16.907759 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c3098e54-e1f5-494a-b1e4-6db7ae654a2e req-412cbd5f-c643-4c20-abd0-10bc665bca70 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436895
Apr 09 13:54:17.448731 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff13db-9418-4228-a6ad-3b1a3148dd51 req-4d3baba9-496f-427e-af47-a7f6b30f613c tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:17.457048 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f2ff13db-9418-4228-a6ad-3b1a3148dd51 req-4d3baba9-496f-427e-af47-a7f6b30f613c tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.2021151
Apr 09 13:54:17.546710 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f2ff13db-9418-4228-a6ad-3b1a3148dd51 req-d4d96259-8025-4975-8001-eb71ae0b402f tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605388
Apr 09 13:54:17.789598 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908e8e4-638d-45b7-bc89-1a709e054c43 req-33a9a011-8c6d-4947-b507-7e890a051967 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:17.799746 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4908e8e4-638d-45b7-bc89-1a709e054c43 req-33a9a011-8c6d-4947-b507-7e890a051967 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.1259394
Apr 09 13:54:17.876866 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4908e8e4-638d-45b7-bc89-1a709e054c43 req-ba8c03d4-652c-4abb-a5d2-cafbc3573193 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756078
Apr 09 13:54:18.144718 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac679f-c6be-49b2-bba3-9179e3d65421 req-63f69e76-dcca-4002-96e6-79f583c4e8ac tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:18.146528 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b7ac679f-c6be-49b2-bba3-9179e3d65421 req-63f69e76-dcca-4002-96e6-79f583c4e8ac tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 945 time: 0.1106377
Apr 09 13:54:18.185636 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b7ac679f-c6be-49b2-bba3-9179e3d65421 req-08487fd5-7722-414f-8f5f-8155dfd6a64a tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0319638
Apr 09 13:54:18.196096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 25094479-550d-4491-bcc6-9f3a13577e82 up at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:54:18.306996 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning for port 25094479-550d-4491-bcc6-9f3a13577e82 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:54:18.315710 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning complete for port 25094479-550d-4491-bcc6-9f3a13577e82 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:54:18.316567 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:18.388162 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-94058303-a2f9-433c-adfd-acdfc86aca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:18.501826 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:18.519804 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb55cc9f-4add-4f43-9c80-534b98ac5e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25094479-550d-4491-bcc6-9f3a13577e82'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:54:18.534455 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 25094479-550d-4491-bcc6-9f3a13577e82, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=25094479-550d-4491-bcc6-9f3a13577e82,segment=NetworkSegment(93fb02bd-6ea5-4711-9695-de72918154e7),segment_id=93fb02bd-6ea5-4711-9695-de72918154e7)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:54:18.538340 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:18.541160 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:54:18.626153 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=25094479-550d-4491-bcc6-9f3a13577e82,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:54:18.635078 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:18.635469 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:18.635855 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:18.636238 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:18.636674 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:18.637051 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:18.637517 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:18.637962 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:18.638341 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:18.638704 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:18.639075 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:18.639439 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:18.644646 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:54:18.658231 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb55cc9f-4add-4f43-9c80-534b98ac5e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25094479-550d-4491-bcc6-9f3a13577e82', 'code': 200}
Apr 09 13:54:18.859397 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929aeed-1c6c-4516-b991-df82a89a46df req-3c5aea06-049f-4cb3-ba1d-1845bbfa8023 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:18.861383 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e929aeed-1c6c-4516-b991-df82a89a46df req-3c5aea06-049f-4cb3-ba1d-1845bbfa8023 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1300402
Apr 09 13:54:18.901824 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e929aeed-1c6c-4516-b991-df82a89a46df req-3642e25f-468b-4685-b77d-aadffceaf7b3 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0329797
Apr 09 13:54:18.971397 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c8217-bebd-4495-835e-89bf3ec78049 req-20d400cb-7c85-4390-8d94-506875a2a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:19.005526 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4b3c8217-bebd-4495-835e-89bf3ec78049 req-20d400cb-7c85-4390-8d94-506875a2a449 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 1099 time: 0.1410506
Apr 09 13:54:19.090112 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4b3c8217-bebd-4495-835e-89bf3ec78049 req-8f52acd6-dd0f-487a-a7d7-7776d07e1667 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821519
Apr 09 13:54:19.270608 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c50010-6028-40c3-a2b9-057ce9761ce4 req-d72e49c5-e893-4ff3-bbb2-f0b39050d53e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:19.275458 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-61c50010-6028-40c3-a2b9-057ce9761ce4 req-d72e49c5-e893-4ff3-bbb2-f0b39050d53e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.1775725
Apr 09 13:54:19.346897 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-61c50010-6028-40c3-a2b9-057ce9761ce4 req-f440a043-2a6d-4dfe-a038-a47e135c6b82 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534520
Apr 09 13:54:19.481429 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf80fb-4877-4563-b850-caf52e12d666 req-0b1bd987-d815-4637-a252-c91f758e1e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:19.483511 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-61cf80fb-4877-4563-b850-caf52e12d666 req-0b1bd987-d815-4637-a252-c91f758e1e50 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8f40d2219e104d8ba0a5d0df316c2e3c&device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 1098 time: 0.1492772
Apr 09 13:54:19.503381 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ceb211-4b37-47f7-a450-4c91549d9105 req-e6535c9c-90b6-4ecf-b94e-9c1434bc3aea tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:19.504391 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-55ceb211-4b37-47f7-a450-4c91549d9105 req-e6535c9c-90b6-4ecf-b94e-9c1434bc3aea tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 946 time: 0.1369970
Apr 09 13:54:19.556736 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-55ceb211-4b37-47f7-a450-4c91549d9105 req-ab330a40-3af3-4c47-abec-de6f6401bd97 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450947
Apr 09 13:54:19.704650 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf80fb-4877-4563-b850-caf52e12d666 req-48e30a2d-6ebd-4bd7-9e0c-b2190819ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:19.706327 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-61cf80fb-4877-4563-b850-caf52e12d666 req-48e30a2d-6ebd-4bd7-9e0c-b2190819ffb0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9010c4eb-70b0-4853-abe2-15efc5a47948 HTTP/1.1" status: 200  len: 918 time: 0.1668222
Apr 09 13:54:19.832019 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-61cf80fb-4877-4563-b850-caf52e12d666 req-aae1038b-9771-4108-820b-4cbfbe431d36 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9bcc344-45c3-4360-a424-5becafffd6e2 HTTP/1.1" status: 200  len: 1001 time: 0.1181808
Apr 09 13:54:19.910182 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf80fb-4877-4563-b850-caf52e12d666 req-9e8b9cbf-eac6-4da8-adec-c1facb083612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:19.911773 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-61cf80fb-4877-4563-b850-caf52e12d666 req-9e8b9cbf-eac6-4da8-adec-c1facb083612 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a11cd7fb-d8a8-4644-9261-21e5c207880f HTTP/1.1" status: 200  len: 856 time: 0.0724814
Apr 09 13:54:20.185290 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc37cf2-4a1c-4a26-845b-4aab40455ba5 req-c96f1162-e1bc-4c31-97fb-0e6cc89eb974 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:20.194900 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8cc37cf2-4a1c-4a26-845b-4aab40455ba5 req-c96f1162-e1bc-4c31-97fb-0e6cc89eb974 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1063826
Apr 09 13:54:20.247708 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8cc37cf2-4a1c-4a26-845b-4aab40455ba5 req-63bb44a1-265b-426e-bb30-1963a259c328 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389733
Apr 09 13:54:20.286221 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf80fb-4877-4563-b850-caf52e12d666 req-012760eb-3c81-4637-b3ce-5a32ee1b7676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:20.290537 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-61cf80fb-4877-4563-b850-caf52e12d666 req-012760eb-3c81-4637-b3ce-5a32ee1b7676 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9010c4eb-70b0-4853-abe2-15efc5a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3720169
Apr 09 13:54:20.542939 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-61cf80fb-4877-4563-b850-caf52e12d666 req-d98ca4a9-2eed-43b7-baf0-862588fbe5cb service neutron] 10.222.0.93 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2427483
Apr 09 13:54:20.654262 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab97c21-7461-4c0b-bd6d-e488c9db3933 req-6cc480c7-0816-4859-9bbb-869f185b28d0 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:20.658445 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-eab97c21-7461-4c0b-bd6d-e488c9db3933 req-6cc480c7-0816-4859-9bbb-869f185b28d0 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.1227357
Apr 09 13:54:20.696519 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-eab97c21-7461-4c0b-bd6d-e488c9db3933 req-95906524-4fef-4894-a73d-d9a3c3f49abb tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0268571
Apr 09 13:54:20.805837 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94980d45-2163-486a-ab22-984cbed2df6c req-04911b53-9ca3-4d1f-acb0-fdf7a266ccfd tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:20.807793 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-94980d45-2163-486a-ab22-984cbed2df6c req-04911b53-9ca3-4d1f-acb0-fdf7a266ccfd tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 946 time: 0.0994756
Apr 09 13:54:20.852628 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-94980d45-2163-486a-ab22-984cbed2df6c req-122038fa-f239-4b71-b5c7-9cf5836dae4d tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315597
Apr 09 13:54:21.429873 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-df2b4f65-eddd-4eb2-8316-dcbec8b29b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:21.476609 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:21.542470 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fabe0-c40a-4fe1-a6e4-a7b0e494bae6 req-b895a262-ff88-45e4-876d-1e19896afcb1 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:21.544096 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-791fabe0-c40a-4fe1-a6e4-a7b0e494bae6 req-b895a262-ff88-45e4-876d-1e19896afcb1 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1611366
Apr 09 13:54:21.594001 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-791fabe0-c40a-4fe1-a6e4-a7b0e494bae6 req-4b307f6a-6bc7-451d-9197-2f41ebe80362 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0338678
Apr 09 13:54:21.959013 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb797f3-dd17-40d6-8e63-b265fed9608f req-bcb226ca-b358-4578-a38d-db8a2317a1ac tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:21.961776 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8cb797f3-dd17-40d6-8e63-b265fed9608f req-bcb226ca-b358-4578-a38d-db8a2317a1ac tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.1291091
Apr 09 13:54:22.008675 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8cb797f3-dd17-40d6-8e63-b265fed9608f req-4f909e7a-3a86-4e20-8ba1-34e423271154 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380754
Apr 09 13:54:22.274566 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8e1ce-4dab-456d-97a5-a6245af086f3 req-922d6a17-5cd5-4218-b6a3-68b61a289ce2 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:22.278376 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-faa8e1ce-4dab-456d-97a5-a6245af086f3 req-922d6a17-5cd5-4218-b6a3-68b61a289ce2 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 946 time: 0.1294699
Apr 09 13:54:22.374410 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-faa8e1ce-4dab-456d-97a5-a6245af086f3 req-8e41562a-79b6-4b07-9d13-cf1d4cbac044 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834394
Apr 09 13:54:22.877132 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:54:22.889243 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc298f-a4a5-4045-8e27-5ba4e349dd0c req-55cbbb76-f818-45e1-b2d9-64ca55bde0f6 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:22.891237 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-dfcc298f-a4a5-4045-8e27-5ba4e349dd0c req-55cbbb76-f818-45e1-b2d9-64ca55bde0f6 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1356697
Apr 09 13:54:22.930453 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-dfcc298f-a4a5-4045-8e27-5ba4e349dd0c req-645a691b-aa4e-463f-99cf-e1704d7c8672 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0317554
Apr 09 13:54:23.128538 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:23.344975 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:23.393276 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f77ffd-2221-4e65-adbc-bb44df7465e6 req-c2cb0998-5c24-4516-8781-0f4ba69e7712 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:23.403556 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c2f77ffd-2221-4e65-adbc-bb44df7465e6 req-c2cb0998-5c24-4516-8781-0f4ba69e7712 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.2249458
Apr 09 13:54:23.442168 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c2f77ffd-2221-4e65-adbc-bb44df7465e6 req-7377124d-9e7e-4386-9ecc-b669acbd5d23 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371070
Apr 09 13:54:23.753818 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d82c87-01c8-4429-a6b4-e330d7427edc req-b78ac6e9-5a69-4d99-8783-6c0bbd07a424 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:23.756044 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-95d82c87-01c8-4429-a6b4-e330d7427edc req-b78ac6e9-5a69-4d99-8783-6c0bbd07a424 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 946 time: 0.1773090
Apr 09 13:54:23.776942 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-61cf80fb-4877-4563-b850-caf52e12d666 req-d098fdf2-7446-4baf-9059-d4b1fd3e39dd service neutron] 10.222.0.93 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1569386
Apr 09 13:54:23.825098 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-95d82c87-01c8-4429-a6b4-e330d7427edc req-5fc4243e-45c1-4ef2-9f3d-1fa1244a98ec tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620437
Apr 09 13:54:24.202896 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa3df2-fc0b-465e-9489-325ba4ff5ba8 req-9ee71f10-0325-49b8-85e1-fc5a8e94e575 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:24.204985 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-10fa3df2-fc0b-465e-9489-325ba4ff5ba8 req-9ee71f10-0325-49b8-85e1-fc5a8e94e575 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1087544
Apr 09 13:54:24.253540 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-10fa3df2-fc0b-465e-9489-325ba4ff5ba8 req-6b97ec4c-c2a6-426e-9978-99bd236b0163 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384073
Apr 09 13:54:24.696738 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:24.699215 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73cefe-888f-4b5c-b889-53d3dcb94e43 req-fcaacf54-c82b-4b9c-a002-24bc90bb0817 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:24.701870 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ee73cefe-888f-4b5c-b889-53d3dcb94e43 req-fcaacf54-c82b-4b9c-a002-24bc90bb0817 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.1102359
Apr 09 13:54:24.745616 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ee73cefe-888f-4b5c-b889-53d3dcb94e43 req-9d39ec69-6a80-4bd1-bcd9-999eda36dd42 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0360343
Apr 09 13:54:25.107449 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773341f9-fc77-45c0-8529-773e60b25f42 req-0a9eba15-efa3-464a-9254-c6a39b897989 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:25.115707 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-773341f9-fc77-45c0-8529-773e60b25f42 req-0a9eba15-efa3-464a-9254-c6a39b897989 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 946 time: 0.1562080
Apr 09 13:54:25.146637 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-773341f9-fc77-45c0-8529-773e60b25f42 req-5223d893-5a3f-4b88-883c-80ccb5309fda tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0297136
Apr 09 13:54:25.573199 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d157af-eddd-4155-a34a-89c86742f7f0 req-f16ce981-6788-4723-85c8-6ea0f7aed0e3 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:25.575814 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-35d157af-eddd-4155-a34a-89c86742f7f0 req-f16ce981-6788-4723-85c8-6ea0f7aed0e3 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1401365
Apr 09 13:54:25.641088 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-35d157af-eddd-4155-a34a-89c86742f7f0 req-ff8c4c15-5e4f-4e51-8d78-9c37c4e1742d tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562832
Apr 09 13:54:26.129590 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d0909-7799-4e14-a24c-8d6134d2de1f req-881c46fe-2ac7-4bb2-845a-449af1fbafea tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:26.131535 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-609d0909-7799-4e14-a24c-8d6134d2de1f req-881c46fe-2ac7-4bb2-845a-449af1fbafea tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.1503544
Apr 09 13:54:26.235986 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-609d0909-7799-4e14-a24c-8d6134d2de1f req-16ff69a4-7e67-40f0-9729-c8073ca0f6b0 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0838997
Apr 09 13:54:26.295268 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f31043-0ae3-4319-83de-4e46a8f3c1fd req-e933a2a6-f87b-4d2c-860b-b230dbf8b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:26.301116 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-81f31043-0ae3-4319-83de-4e46a8f3c1fd req-e933a2a6-f87b-4d2c-860b-b230dbf8b7aa service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 1098 time: 0.1637006
Apr 09 13:54:26.370503 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-81f31043-0ae3-4319-83de-4e46a8f3c1fd req-f1a611dd-f20d-4158-b433-85671a96b8fb service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583212
Apr 09 13:54:26.513117 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5022185-18cc-4d25-b90a-86d21c0e91eb req-dd78392a-6021-41a9-9c17-4a4720abfd93 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:26.523027 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d5022185-18cc-4d25-b90a-86d21c0e91eb req-dd78392a-6021-41a9-9c17-4a4720abfd93 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 946 time: 0.1618106
Apr 09 13:54:26.568176 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d5022185-18cc-4d25-b90a-86d21c0e91eb req-5ef0dd76-e53c-4fbe-9626-67b8e4cd0317 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439301
Apr 09 13:54:26.903807 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397c5b3-5984-4ed3-b00f-231962950fce req-1ab0c813-5cf7-4dd4-b615-3e4d82d90007 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:26.905700 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b397c5b3-5984-4ed3-b00f-231962950fce req-1ab0c813-5cf7-4dd4-b615-3e4d82d90007 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1120460
Apr 09 13:54:26.972652 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b397c5b3-5984-4ed3-b00f-231962950fce req-6101d9cb-5e29-4d16-b68f-f5b0777afe5a tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573921
Apr 09 13:54:27.545275 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4bd80-e439-4ab2-911a-e6eb56c12a7e req-82481cdf-47c2-4c48-a967-b3f671d10480 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:27.548595 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-78e4bd80-e439-4ab2-911a-e6eb56c12a7e req-82481cdf-47c2-4c48-a967-b3f671d10480 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.1492183
Apr 09 13:54:27.586331 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-78e4bd80-e439-4ab2-911a-e6eb56c12a7e req-471df8be-2f1b-4750-bf3a-19da32a4af60 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0310225
Apr 09 13:54:27.799852 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd294f33-b45e-4eaf-a708-5cf77113f892 req-5700e263-5050-449e-9fa1-86278580056a tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:27.801475 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-dd294f33-b45e-4eaf-a708-5cf77113f892 req-5700e263-5050-449e-9fa1-86278580056a tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 946 time: 0.1031141
Apr 09 13:54:27.836782 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-dd294f33-b45e-4eaf-a708-5cf77113f892 req-ce2a074b-5658-4e54-9b70-a6d7637c530b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0272913
Apr 09 13:54:28.191354 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13e214-2b8e-413a-9eb3-35aaa8445a1a req-e9967e0b-c409-455d-ab5b-a5f614fdbd87 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:28.193190 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7b13e214-2b8e-413a-9eb3-35aaa8445a1a req-e9967e0b-c409-455d-ab5b-a5f614fdbd87 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.0985944
Apr 09 13:54:28.231195 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7b13e214-2b8e-413a-9eb3-35aaa8445a1a req-27e8a5bf-7f93-4787-b761-20c6035607c4 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0308411
Apr 09 13:54:28.810756 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed927d-b78f-4f19-a3f4-ccad21b78c3f req-a9881677-47fd-4742-b874-50cd7ad4afad tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:28.812503 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-69ed927d-b78f-4f19-a3f4-ccad21b78c3f req-a9881677-47fd-4742-b874-50cd7ad4afad tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.0988274
Apr 09 13:54:28.847298 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-69ed927d-b78f-4f19-a3f4-ccad21b78c3f req-ec24699d-a824-4c89-8e1e-81d0fded0dab tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0267646
Apr 09 13:54:28.955607 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-c1b118bb-f7cb-4f33-84f5-97338f7cd19d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-975072547&fields=id&tenant_id=142806ca91ce40c4af646ab038ed6230 HTTP/1.1" status: 200  len: 267 time: 0.0484986
Apr 09 13:54:29.205990 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-aa2dd5af-66c2-43ea-ad91-c659579a92f1 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:29.207770 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-aa2dd5af-66c2-43ea-ad91-c659579a92f1 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/networks?id=728a6819-b70e-44ea-a058-103a448de099 HTTP/1.1" status: 200  len: 811 time: 0.2448771
Apr 09 13:54:29.218386 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06d2c2-46f4-4002-9d4b-0ff120286d65 req-91c5512b-ad91-4982-9502-f49fce4ba342 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:29.220029 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0b06d2c2-46f4-4002-9d4b-0ff120286d65 req-91c5512b-ad91-4982-9502-f49fce4ba342 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 946 time: 0.2330487
Apr 09 13:54:29.246361 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-5d2d8792-4bff-4440-9885-6f88aa31bfa1 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/quotas/142806ca91ce40c4af646ab038ed6230 HTTP/1.1" status: 200  len: 375 time: 0.0251884
Apr 09 13:54:29.330645 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0b06d2c2-46f4-4002-9d4b-0ff120286d65 req-d774d09a-a1f0-434d-b096-e1fb59af245f tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017287
Apr 09 13:54:29.421590 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-0fd82009-085a-4b1e-b2c3-de63e867878b tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=142806ca91ce40c4af646ab038ed6230&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1658556
Apr 09 13:54:29.692465 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-c6fd137b-ece1-41c9-9049-40d53cac319f service neutron] 10.222.0.96 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2691343
Apr 09 13:54:29.744160 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d09c16-7563-401b-889b-2f24d8d3e067 req-f68ecb3e-00ad-490d-ba28-dbf9a39459bd tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:29.746228 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f9d09c16-7563-401b-889b-2f24d8d3e067 req-f68ecb3e-00ad-490d-ba28-dbf9a39459bd tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.2720644
Apr 09 13:54:30.162582 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f9d09c16-7563-401b-889b-2f24d8d3e067 req-c0a9d10c-9826-405d-919d-89a40e9d2ec3 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4068000
Apr 09 13:54:30.222318 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-d1138dc0-39f3-4df6-91b9-8e66630918d9 service neutron] 10.222.0.96 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5164056
Apr 09 13:54:30.562853 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a802d-e6c4-4273-9ea9-502724050870 req-e4d118b0-ebe3-4b34-bd0c-7cb518ec9237 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:30.564580 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-096a802d-e6c4-4273-9ea9-502724050870 req-e4d118b0-ebe3-4b34-bd0c-7cb518ec9237 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.1110749
Apr 09 13:54:30.596541 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-096a802d-e6c4-4273-9ea9-502724050870 req-97e28dff-8753-4079-b5f9-9b24fbe4febb tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0253878
Apr 09 13:54:30.726049 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-19497957-9473-43c9-96f5-e2b964360bf1 req-a5de7757-1ce0-4aca-bba2-72050851e25b tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 210 time: 0.0630181
Apr 09 13:54:31.278712 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547117d-e5ad-476a-88e7-193924781908 req-2f5589a4-81fb-40eb-97df-d285bfcc3ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:31.283592 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4547117d-e5ad-476a-88e7-193924781908 req-2f5589a4-81fb-40eb-97df-d285bfcc3ae3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=81bb3f6d64b54413a5b4c9a77b170d9a&device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 1098 time: 0.1940567
Apr 09 13:54:31.292678 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43158217-79ff-4c8f-9ce6-ba5615c1d595 req-335207ec-db47-4c66-a4e5-2c89d3ff7598 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:31.301763 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-43158217-79ff-4c8f-9ce6-ba5615c1d595 req-335207ec-db47-4c66-a4e5-2c89d3ff7598 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1685290
Apr 09 13:54:31.389071 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-43158217-79ff-4c8f-9ce6-ba5615c1d595 req-9b6bec42-d2fc-4aa7-9037-bfae6e723b78 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789781
Apr 09 13:54:31.514098 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547117d-e5ad-476a-88e7-193924781908 req-247fd074-7e56-4d36-8cdb-9424c071a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:31.516671 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4547117d-e5ad-476a-88e7-193924781908 req-247fd074-7e56-4d36-8cdb-9424c071a179 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b146cef2-8ca4-4eb4-80db-037ecad68a76 HTTP/1.1" status: 200  len: 919 time: 0.2214706
Apr 09 13:54:31.599320 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 57956) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:54:31.669906 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4547117d-e5ad-476a-88e7-193924781908 req-30c278cf-91ad-4f01-bed2-72ce735021f3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=211d2bc4-c81a-4cb1-be28-f837d0abfcdc HTTP/1.1" status: 200  len: 217 time: 0.0990920
Apr 09 13:54:31.698310 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96a4d0b-d21e-4aaa-8cc1-cbd670579cff admin admin] Deleting subnet d347319e-8781-45e8-8908-9d916a6e2e76 {{(pid=85290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 13:54:31.703114 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e96a4d0b-d21e-4aaa-8cc1-cbd670579cff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:31.781285 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547117d-e5ad-476a-88e7-193924781908 req-c6521d1b-240f-456a-aa7e-a97d00816ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:31.784394 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4547117d-e5ad-476a-88e7-193924781908 req-c6521d1b-240f-456a-aa7e-a97d00816ba7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=41271458-1804-4a74-869f-5c1bd342a20b HTTP/1.1" status: 200  len: 858 time: 0.0911367
Apr 09 13:54:31.848510 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e96a4d0b-d21e-4aaa-8cc1-cbd670579cff admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:31.865797 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e96a4d0b-d21e-4aaa-8cc1-cbd670579cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854254641'] for subnet, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:31.918993 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4547117d-e5ad-476a-88e7-193924781908 req-be76ae46-153d-4094-b1bf-1692ee2ffea2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b146cef2-8ca4-4eb4-80db-037ecad68a76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0976641
Apr 09 13:54:32.195885 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4547117d-e5ad-476a-88e7-193924781908 req-42262c9e-38a2-441a-b3c2-fe61d1dff4a8 service neutron] 10.222.0.93 "GET /v2.0/networks/b146cef2-8ca4-4eb4-80db-037ecad68a76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2637606
Apr 09 13:54:32.219813 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d36bb-ca4f-4ea0-a028-ed429f7161cc req-8a74cb31-b05f-4bf2-abe0-bc664fc5acaa tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:32.221685 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-437d36bb-ca4f-4ea0-a028-ed429f7161cc req-8a74cb31-b05f-4bf2-abe0-bc664fc5acaa tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.4416273
Apr 09 13:54:32.438216 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4547117d-e5ad-476a-88e7-193924781908 req-ddb898c9-f8dd-4e3a-b402-f18eb6cdc2d1 service neutron] 10.222.0.93 "GET /v2.0/networks/b146cef2-8ca4-4eb4-80db-037ecad68a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2314138
Apr 09 13:54:32.556601 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-125fedd2-46e4-4de7-8a7d-d8629b923be4 req-4e568028-5cc3-41e4-a198-3c6effe02dc3 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 210 time: 0.2230258
Apr 09 13:54:32.629195 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-437d36bb-ca4f-4ea0-a028-ed429f7161cc req-acb9268b-8a8b-44d6-b842-e71c28c968b1 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2915962
Apr 09 13:54:32.793022 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-2fcab48a-0b6d-42f8-b283-8dc27e56109e tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:32.794667 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-2fcab48a-0b6d-42f8-b283-8dc27e56109e tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.93 "GET /v2.0/networks?id=728a6819-b70e-44ea-a058-103a448de099 HTTP/1.1" status: 200  len: 811 time: 0.2857344
Apr 09 13:54:32.797237 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e96a4d0b-d21e-4aaa-8cc1-cbd670579cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-521156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for subnet, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:32.817632 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:54:32.963089 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a4d0b-d21e-4aaa-8cc1-cbd670579cff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d347319e-8781-45e8-8908-9d916a6e2e76,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:54:33.012088 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a4d0b-d21e-4aaa-8cc1-cbd670579cff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:33.012538 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a4d0b-d21e-4aaa-8cc1-cbd670579cff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:33.012944 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a4d0b-d21e-4aaa-8cc1-cbd670579cff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:33.013342 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a4d0b-d21e-4aaa-8cc1-cbd670579cff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:33.013740 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a4d0b-d21e-4aaa-8cc1-cbd670579cff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:33.014141 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a4d0b-d21e-4aaa-8cc1-cbd670579cff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:33.014533 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a4d0b-d21e-4aaa-8cc1-cbd670579cff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:33.014923 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a4d0b-d21e-4aaa-8cc1-cbd670579cff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:33.015316 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a4d0b-d21e-4aaa-8cc1-cbd670579cff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:33.015706 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a4d0b-d21e-4aaa-8cc1-cbd670579cff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:33.016094 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a4d0b-d21e-4aaa-8cc1-cbd670579cff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:33.016506 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a4d0b-d21e-4aaa-8cc1-cbd670579cff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:33.038926 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e96a4d0b-d21e-4aaa-8cc1-cbd670579cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:54:33.048032 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-4c4df3b1-6f4a-4a19-badc-0cc71bcfcbc9 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=142806ca91ce40c4af646ab038ed6230 HTTP/1.1" status: 200  len: 8059 time: 0.1935990
Apr 09 13:54:33.058113 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76405c-2a27-4ffa-b2dc-89ede1eaf0ee req-59425adf-ae39-4ce3-b162-1e2b030d073c tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:33.059942 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7f76405c-2a27-4ffa-b2dc-89ede1eaf0ee req-59425adf-ae39-4ce3-b162-1e2b030d073c tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.3657324
Apr 09 13:54:33.069499 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-1d7120ae-1611-4884-918b-1cd3b9b0d503 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Request body: {'port': {'device_id': '09a240d4-2664-41e2-a0fa-622a4a56634e', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'admin_state_up': True, 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'security_groups': ['99ed0133-f26d-4698-97f0-8e7ec3df867a']}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:54:33.186233 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e96a4d0b-d21e-4aaa-8cc1-cbd670579cff admin admin] Notify callbacks [] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:33.210437 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7f76405c-2a27-4ffa-b2dc-89ede1eaf0ee req-c84912e3-ae3a-4edc-a447-830875de7de1 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182237
Apr 09 13:54:33.221915 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 57982) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:54:33.222107 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-e96a4d0b-d21e-4aaa-8cc1-cbd670579cff admin admin] 10.222.0.96 "DELETE /v2.0/subnets/d347319e-8781-45e8-8908-9d916a6e2e76 HTTP/1.1" status: 204  len: 168 time: 1.6207480
Apr 09 13:54:33.305569 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-1d7120ae-1611-4884-918b-1cd3b9b0d503 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:54:33.312394 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-1d7120ae-1611-4884-918b-1cd3b9b0d503 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Usage tracker for resource:port and tenant:142806ca91ce40c4af646ab038ed6230 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:54:33.316541 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-1d7120ae-1611-4884-918b-1cd3b9b0d503 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:54:33.324689 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-1d7120ae-1611-4884-918b-1cd3b9b0d503 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:54:33.335969 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-1d7120ae-1611-4884-918b-1cd3b9b0d503 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Made reservation on behalf of 142806ca91ce40c4af646ab038ed6230 for: {'port': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:54:33.342901 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-1d7120ae-1611-4884-918b-1cd3b9b0d503 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:33.480121 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-409197'] for network, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:33.607575 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-1d7120ae-1611-4884-918b-1cd3b9b0d503 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Allocated IP 172.20.0.12 (728a6819-b70e-44ea-a058-103a448de099/e030f8dc-5b8d-4ea0-b3f6-2dee779ce825/e959d20d-1793-4b84-8a61-8589ea036641) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:54:33.715863 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5455', 'neutron.services.segments.db._delete_segments_for_network--9223363303376033550'] for network, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:33.842945 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f16bc7f2ac8>,) {'filters': {'network_id': ['e94f1903-d158-4e6a-b9c7-07b549208c63']}} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:54:33.869867 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-584f3598-2f0e-4438-946b-f7c1ae8154a0 req-d9fb8766-7314-45b7-b3ab-7d4153df95ce tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 210 time: 0.1075256
Apr 09 13:54:34.023061 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707064c-e169-4f67-85a7-bdf7f72e934b req-99f547fe-e6ec-44ef-b11a-a111bf3bf7ba tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:34.024879 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9707064c-e169-4f67-85a7-bdf7f72e934b req-99f547fe-e6ec-44ef-b11a-a111bf3bf7ba tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.2156854
Apr 09 13:54:34.033875 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-1d7120ae-1611-4884-918b-1cd3b9b0d503 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:34.078099 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-1d7120ae-1611-4884-918b-1cd3b9b0d503 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Transition to ACTIVE for port object e959d20d-1793-4b84-8a61-8589ea036641 will not be triggered until provisioned by entity DHCP. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:54:34.083023 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9707064c-e169-4f67-85a7-bdf7f72e934b req-1614bf9a-9c7f-4607-9551-536290ec5a07 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450120
Apr 09 13:54:34.121705 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-1d7120ae-1611-4884-918b-1cd3b9b0d503 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:34.128246 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f16bc7f2ac8>, '541a3095-c334-4ed9-a8bc-0a28bead28e9') {'for_net_delete': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:54:34.128848 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f16bc7f2ac8>, '541a3095-c334-4ed9-a8bc-0a28bead28e9') {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:54:34.148615 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:54:34.155860 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303375980284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2873241'] for segment, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:34.185218 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:34.197222 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] Releasing vlan 985 on physical network physnet1 to pool {{(pid=85291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 13:54:34.390047 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7120ae-1611-4884-918b-1cd3b9b0d503 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Pushing event updated for resources: {'Port': ['ID=e959d20d-1793-4b84-8a61-8589ea036641,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:54:34.394860 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1d7120ae-1611-4884-918b-1cd3b9b0d503 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:54:34.420278 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-1d7120ae-1611-4884-918b-1cd3b9b0d503 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Network 728a6819-b70e-44ea-a058-103a448de099 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:54:34.421692 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-1d7120ae-1611-4884-918b-1cd3b9b0d503 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:54:34.426681 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-1d7120ae-1611-4884-918b-1cd3b9b0d503 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:54:34.434425 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-1d7120ae-1611-4884-918b-1cd3b9b0d503 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:34.435159 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-1d7120ae-1611-4884-918b-1cd3b9b0d503 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:34.467246 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] Network e94f1903-d158-4e6a-b9c7-07b549208c63 has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 13:54:34.492722 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246049'] for segment, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:34.513924 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-1d7120ae-1611-4884-918b-1cd3b9b0d503 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4488871
Apr 09 13:54:34.532373 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] Request body: {'port': {'device_id': '09a240d4-2664-41e2-a0fa-622a4a56634e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:54:34.714477 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 58004) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:54:34.763155 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:34.767991 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] Network e94f1903-d158-4e6a-b9c7-07b549208c63 has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 13:54:34.790049 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-d4633177-6d95-4ee8-bd16-899c19091e1f None None] Provisioning for port e959d20d-1793-4b84-8a61-8589ea036641 completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:54:34.796020 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-d4633177-6d95-4ee8-bd16-899c19091e1f None None] Provisioning complete for port e959d20d-1793-4b84-8a61-8589ea036641 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:54:34.796765 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d4633177-6d95-4ee8-bd16-899c19091e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:34.861404 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4520af-a2a9-431b-b25d-143f037e4875 req-d4677fe5-5743-4c2a-90ee-f573fab8acdb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:34.864147 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3d4520af-a2a9-431b-b25d-143f037e4875 req-d4677fe5-5743-4c2a-90ee-f573fab8acdb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.4395313
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]: Traceback (most recent call last):
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:     timer()
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:     cb(*args, **kw)
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:     return func(*args, **kwargs)
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:     self._notify()
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:     self.callback(batched_events)
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:     event.method(event)
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:     segment_id)['aggregates'][0]
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:     return f(self, *a, **k)
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self._get(url).json()
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:     **kwargs)
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self.request(url, 'GET', **kwargs)
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:     **endpoint_filter)
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 13:54:34.873122 dv-cinder-785362-1-iscsi neutron-server[85177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 13:54:34.919587 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850926906'] for network, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:34.928526 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:34.941726 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:54:34.965812 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] Pushing event deleted for resources: {'Network': ['ID=e94f1903-d158-4e6a-b9c7-07b549208c63,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:54:34.978105 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] 10.222.0.96 "DELETE /v2.0/networks/e94f1903-d158-4e6a-b9c7-07b549208c63 HTTP/1.1" status: 204  len: 168 time: 1.7541761
Apr 09 13:54:34.980093 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-36b33041-173a-442c-88cd-77a1ce863d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:34.980963 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:34.981736 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:34.981886 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:34.982255 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:34.982666 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:34.983182 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:34.983697 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:34.984174 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:34.984613 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:34.985018 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:34.985412 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:34.985868 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:54:34.996337 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e6cb9545-bd04-4c41-8fb0-167137d03afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:54:35.073182 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-d4633177-6d95-4ee8-bd16-899c19091e1f None None] Port e959d20d-1793-4b84-8a61-8589ea036641 cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 13:54:35.082970 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3d4520af-a2a9-431b-b25d-143f037e4875 req-923eaf20-23c4-481f-a382-90061d7c70e2 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2107666
Apr 09 13:54:35.170325 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 58020) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:54:35.215154 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-4daeab24-ddfd-4383-89e9-a1daa9ada028 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9778d322afb44561b6255b78e0c47b19&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0433488
Apr 09 13:54:35.219287 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 58024) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:54:35.301975 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a3a71769-db4e-4a11-ac52-9ad52d87a409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:35.352996 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a3a71769-db4e-4a11-ac52-9ad52d87a409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:35.408353 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-36b33041-173a-442c-88cd-77a1ce863d71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:54:35.421598 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-36b33041-173a-442c-88cd-77a1ce863d71 admin admin] Usage tracker for resource:security_group_rule and tenant:003fb6b4bd36401098840ec9a120eb11 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:54:35.427073 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-36b33041-173a-442c-88cd-77a1ce863d71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:54:35.429539 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a3a71769-db4e-4a11-ac52-9ad52d87a409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:35.437545 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-16c354c9-e942-4ec2-96f8-3382b396363a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:54:35.441617 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-36b33041-173a-442c-88cd-77a1ce863d71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:54:35.449680 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a71769-db4e-4a11-ac52-9ad52d87a409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577c68ad-2602-46bd-99ec-9408293e58bc,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:54:35.453994 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-a3a71769-db4e-4a11-ac52-9ad52d87a409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:54:35.458434 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a3a71769-db4e-4a11-ac52-9ad52d87a409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:35.462513 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-a3a71769-db4e-4a11-ac52-9ad52d87a409 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/577c68ad-2602-46bd-99ec-9408293e58bc HTTP/1.1" status: 204  len: 168 time: 0.2409551
Apr 09 13:54:35.758939 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0c3fc-bef9-4866-a497-1eb5e5be57a1 req-98eb721d-e25e-418e-a650-0c2d1f54b35c tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:35.759729 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-d8a0c3fc-bef9-4866-a497-1eb5e5be57a1 req-98eb721d-e25e-418e-a650-0c2d1f54b35c tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Synchronizing usage tracker for tenant:142806ca91ce40c4af646ab038ed6230 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:54:35.828603 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8740f1-e877-42cc-851e-0249873550e7 req-f0852e43-52ce-48cc-a99e-83ecf51835b5 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:35.830278 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7e8740f1-e877-42cc-851e-0249873550e7 req-f0852e43-52ce-48cc-a99e-83ecf51835b5 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.3861687
Apr 09 13:54:35.899245 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7e8740f1-e877-42cc-851e-0249873550e7 req-856e416b-3792-4ddc-a3fe-a2fb0ac3b279 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583315
Apr 09 13:54:35.919075 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-36b33041-173a-442c-88cd-77a1ce863d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:35.927209 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-36b33041-173a-442c-88cd-77a1ce863d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:35.944047 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b45a8834-1d12-464f-a6d0-5a4b7a8ea3ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:54:35.961809 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-d8a0c3fc-bef9-4866-a497-1eb5e5be57a1 req-98eb721d-e25e-418e-a650-0c2d1f54b35c tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Unset dirty status for tenant:142806ca91ce40c4af646ab038ed6230 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:54:35.963253 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d8a0c3fc-bef9-4866-a497-1eb5e5be57a1 req-98eb721d-e25e-418e-a650-0c2d1f54b35c tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 932 time: 0.9020481
Apr 09 13:54:36.055558 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b33041-173a-442c-88cd-77a1ce863d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39aff6ca-495f-4dd1-87fe-08159477c222,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:54:36.069673 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-36b33041-173a-442c-88cd-77a1ce863d71 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=003fb6b4bd36401098840ec9a120eb11&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3538272
Apr 09 13:54:36.073207 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 58042) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:54:36.078116 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-36b33041-173a-442c-88cd-77a1ce863d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:54:36.087520 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d8a0c3fc-bef9-4866-a497-1eb5e5be57a1 req-28122b31-adfb-423f-9393-c0c4e986d7e3 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0954311
Apr 09 13:54:36.098269 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e959d20d-1793-4b84-8a61-8589ea036641 {{(pid=85290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:54:36.108334 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:36.143637 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] Transition to ACTIVE for port object e959d20d-1793-4b84-8a61-8589ea036641 will not be triggered until provisioned by entity L2. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:54:36.148093 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:36.170045 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-a12bdc2d-401c-4d52-b2bd-ee6e9b18a6d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:54:36.176959 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-45b9b571-bfb7-4868-8421-1881b57a6d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:36.214038 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-45b9b571-bfb7-4868-8421-1881b57a6d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:36.310823 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-45b9b571-bfb7-4868-8421-1881b57a6d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:36.325382 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f9cd9402-401c-454d-a547-822799c4f150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:54:36.338824 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] Pushing event updated for resources: {'Port': ['ID=e959d20d-1793-4b84-8a61-8589ea036641,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:54:36.345049 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:54:36.352427 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-45b9b571-bfb7-4868-8421-1881b57a6d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:36.353994 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-45b9b571-bfb7-4868-8421-1881b57a6d5f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/39aff6ca-495f-4dd1-87fe-08159477c222 HTTP/1.1" status: 204  len: 168 time: 0.2793159
Apr 09 13:54:36.355884 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9b571-bfb7-4868-8421-1881b57a6d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39aff6ca-495f-4dd1-87fe-08159477c222,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:54:36.360493 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-45b9b571-bfb7-4868-8421-1881b57a6d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:54:36.620881 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1aca5-bc69-429f-ac9d-15b1fc0fe30d req-dd4083a8-9ed5-4ab2-a6c7-f2d23f34e0d7 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:36.622681 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6cc1aca5-bc69-429f-ac9d-15b1fc0fe30d req-dd4083a8-9ed5-4ab2-a6c7-f2d23f34e0d7 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.2749512
Apr 09 13:54:36.726710 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6cc1aca5-bc69-429f-ac9d-15b1fc0fe30d req-16ac806a-f746-469b-9c9d-00eda1e64320 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495090
Apr 09 13:54:36.727524 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] Attempting to bind port e959d20d-1793-4b84-8a61-8589ea036641 on host hv-cinder-78536 for vnic_type normal with profile  {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:54:36.727899 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] Attempting to bind port e959d20d-1793-4b84-8a61-8589ea036641 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'e79b3ef0-a24a-46f3-9aa3-06c084497cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '728a6819-b70e-44ea-a058-103a448de099'}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:54:36.728277 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] Attempting to bind port e959d20d-1793-4b84-8a61-8589ea036641 on network 728a6819-b70e-44ea-a058-103a448de099 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:54:36.735576 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] Port e959d20d-1793-4b84-8a61-8589ea036641 on network 728a6819-b70e-44ea-a058-103a448de099 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 13:54:36.736318 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] Attempting to bind port e959d20d-1793-4b84-8a61-8589ea036641 on network 728a6819-b70e-44ea-a058-103a448de099 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:54:36.773118 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] Checking agent: {'id': '8b22d5c6-5838-4546-ac77-8d10367985fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'started_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:54:36.773712 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] Checking segment: {'id': 'e79b3ef0-a24a-46f3-9aa3-06c084497cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '728a6819-b70e-44ea-a058-103a448de099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:54:36.775328 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] Bound using segment: {'id': 'e79b3ef0-a24a-46f3-9aa3-06c084497cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '728a6819-b70e-44ea-a058-103a448de099'} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:54:36.776246 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] Bound port: e959d20d-1793-4b84-8a61-8589ea036641, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79b3ef0-a24a-46f3-9aa3-06c084497cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '728a6819-b70e-44ea-a058-103a448de099'}}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:54:36.777214 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:36.888377 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] For port e959d20d-1793-4b84-8a61-8589ea036641, host hv-cinder-78536, cleared binding levels {{(pid=85290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:54:36.893153 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] For port e959d20d-1793-4b84-8a61-8589ea036641, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=e959d20d-1793-4b84-8a61-8589ea036641,segment=NetworkSegment(e79b3ef0-a24a-46f3-9aa3-06c084497cd4),segment_id=e79b3ef0-a24a-46f3-9aa3-06c084497cd4)] {{(pid=85290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:54:36.896655 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:36.914191 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-8fa65251-2712-45d9-be74-813d349dc8c5 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:54:37.136552 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] Pushing event updated for resources: {'Port': ['ID=e959d20d-1793-4b84-8a61-8589ea036641,revision_number=3']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:54:37.144857 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:54:37.192991 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:37.193682 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:37.195832 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] 10.222.0.93 "PUT /v2.0/ports/e959d20d-1793-4b84-8a61-8589ea036641 HTTP/1.1" status: 200  len: 1094 time: 2.6694763
Apr 09 13:54:37.196409 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a240d4-2664-41e2-a0fa-622a4a56634e', 'tag': 'e959d20d-1793-4b84-8a61-8589ea036641'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:54:37.220395 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea304d80-eb7b-4721-aa9f-f25ca2f46b20 req-c5349798-ac16-4fdc-bac2-c0e4e92c04d8 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:37.222177 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ea304d80-eb7b-4721-aa9f-f25ca2f46b20 req-c5349798-ac16-4fdc-bac2-c0e4e92c04d8 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.1677611
Apr 09 13:54:37.363227 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ea304d80-eb7b-4721-aa9f-f25ca2f46b20 req-21ccf2de-caa4-4ba4-9f9a-e521a0633850 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1329701
Apr 09 13:54:37.467778 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a240d4-2664-41e2-a0fa-622a4a56634e', 'tag': 'e959d20d-1793-4b84-8a61-8589ea036641', 'status': 'completed', 'code': 200}
Apr 09 13:54:37.484377 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 58092) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:54:37.504324 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-86e1c621-c8ac-4582-8478-7702648047e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:37.506075 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-86e1c621-c8ac-4582-8478-7702648047e4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=142806ca91ce40c4af646ab038ed6230&device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 1097 time: 0.2339668
Apr 09 13:54:37.520637 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cac3f-8983-46e5-b21e-5ac6d996b849 req-b38e0add-95fa-4dc2-a5ff-303194d3a06d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:37.523411 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a14cac3f-8983-46e5-b21e-5ac6d996b849 req-b38e0add-95fa-4dc2-a5ff-303194d3a06d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 944 time: 0.1694262
Apr 09 13:54:37.628108 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a14cac3f-8983-46e5-b21e-5ac6d996b849 req-eb99fe19-cbde-41ca-b13e-ee44bc403436 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435441
Apr 09 13:54:37.655363 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-e87a20af-1786-4b51-b294-657adee27b76 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e959d20d-1793-4b84-8a61-8589ea036641 HTTP/1.1" status: 200  len: 217 time: 0.1311426
Apr 09 13:54:37.746143 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-e3526db1-e2aa-4158-93b0-154b7ce69e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:37.747788 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-e3526db1-e2aa-4158-93b0-154b7ce69e3f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e030f8dc-5b8d-4ea0-b3f6-2dee779ce825 HTTP/1.1" status: 200  len: 850 time: 0.0837448
Apr 09 13:54:37.848104 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b36eafd1-48b7-4106-af74-3728fb02fe5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:37.870616 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-b36eafd1-48b7-4106-af74-3728fb02fe5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:54:37.873825 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-d8f711b3-c6de-4de6-a52c-fc251f4a5cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:37.876986 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-b36eafd1-48b7-4106-af74-3728fb02fe5f admin admin] Usage tracker for resource:security_group_rule and tenant:31449d08b0374b94a81c29f2a9f93363 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:54:37.877224 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-d8f711b3-c6de-4de6-a52c-fc251f4a5cc3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=728a6819-b70e-44ea-a058-103a448de099&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1217809
Apr 09 13:54:37.883587 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-b36eafd1-48b7-4106-af74-3728fb02fe5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:54:37.892340 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-b36eafd1-48b7-4106-af74-3728fb02fe5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:54:38.014381 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b36eafd1-48b7-4106-af74-3728fb02fe5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:38.021124 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b36eafd1-48b7-4106-af74-3728fb02fe5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:38.073652 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d8fa8308-d163-4e94-a407-c4db6a1beeb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:54:38.103994 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-b36eafd1-48b7-4106-af74-3728fb02fe5f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=31449d08b0374b94a81c29f2a9f93363&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6182659
Apr 09 13:54:38.113453 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 58110) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:54:38.132978 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36eafd1-48b7-4106-af74-3728fb02fe5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5588b369-9354-4e6b-bcd8-3c05b379ed53,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:54:38.148783 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b36eafd1-48b7-4106-af74-3728fb02fe5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:54:38.261333 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-8454cd27-c114-4cbc-bc19-1d2c67979f39 service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3711941
Apr 09 13:54:38.267672 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e738b918-74ed-4c0e-a597-9304c13f72d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:38.322397 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc3101-457c-4a7b-8fa3-02cdbf99bd8a req-9bd4f65a-4d92-4703-b397-e49cb6f7b236 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:38.324060 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-56dc3101-457c-4a7b-8fa3-02cdbf99bd8a req-9bd4f65a-4d92-4703-b397-e49cb6f7b236 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.2700386
Apr 09 13:54:38.414165 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e738b918-74ed-4c0e-a597-9304c13f72d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:38.458182 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-56dc3101-457c-4a7b-8fa3-02cdbf99bd8a req-739fa0fb-61ac-4b60-aa26-a98c7f52d227 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866573
Apr 09 13:54:38.517250 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2e69f0c2-8fe2-4139-b16a-adf7085756a5 req-cf11a231-cc51-4dfd-8877-85d38663c943 service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2471063
Apr 09 13:54:38.522896 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e738b918-74ed-4c0e-a597-9304c13f72d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:38.528762 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:54:38.543280 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738b918-74ed-4c0e-a597-9304c13f72d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5588b369-9354-4e6b-bcd8-3c05b379ed53,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:54:38.547335 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e738b918-74ed-4c0e-a597-9304c13f72d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:54:38.554887 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e738b918-74ed-4c0e-a597-9304c13f72d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:38.556127 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-e738b918-74ed-4c0e-a597-9304c13f72d8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5588b369-9354-4e6b-bcd8-3c05b379ed53 HTTP/1.1" status: 204  len: 168 time: 0.4416523
Apr 09 13:54:38.762909 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28654306-4638-4b0b-bbcf-5baf4dc34e52 req-e17be0eb-2068-4122-a6a3-8f29cbe96fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:38.764639 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-28654306-4638-4b0b-bbcf-5baf4dc34e52 req-e17be0eb-2068-4122-a6a3-8f29cbe96fb2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=142806ca91ce40c4af646ab038ed6230&device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 1097 time: 0.1914315
Apr 09 13:54:38.858703 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606fd7a-04ef-496e-a9df-e6320bc03108 req-b2214f29-a1a0-4f75-984d-c263f0f40873 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:38.860493 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c606fd7a-04ef-496e-a9df-e6320bc03108 req-b2214f29-a1a0-4f75-984d-c263f0f40873 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.2398663
Apr 09 13:54:38.968984 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c606fd7a-04ef-496e-a9df-e6320bc03108 req-dc83d670-4285-4924-8854-bf0847fcf832 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579381
Apr 09 13:54:39.025319 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40492729-b9af-4dce-a3ed-e4e5c853e264 req-b69b5892-789c-4d92-8635-cedbca3eb476 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:39.026956 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-40492729-b9af-4dce-a3ed-e4e5c853e264 req-b69b5892-789c-4d92-8635-cedbca3eb476 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 944 time: 0.2613101
Apr 09 13:54:39.029727 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28654306-4638-4b0b-bbcf-5baf4dc34e52 req-393d97a2-4129-4baf-9159-91780175d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:39.031248 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-28654306-4638-4b0b-bbcf-5baf4dc34e52 req-393d97a2-4129-4baf-9159-91780175d33d service neutron] 10.222.0.93 "GET /v2.0/networks?id=728a6819-b70e-44ea-a058-103a448de099 HTTP/1.1" status: 200  len: 912 time: 0.2199147
Apr 09 13:54:39.124112 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-28654306-4638-4b0b-bbcf-5baf4dc34e52 req-8df89d88-ebe1-435f-8af3-4a449db068c9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e959d20d-1793-4b84-8a61-8589ea036641 HTTP/1.1" status: 200  len: 217 time: 0.0769906
Apr 09 13:54:39.129260 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-40492729-b9af-4dce-a3ed-e4e5c853e264 req-ddbee475-1d32-4344-9a00-6e6efc2e185f tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0953264
Apr 09 13:54:39.213907 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28654306-4638-4b0b-bbcf-5baf4dc34e52 req-1ddd72f2-5fa5-4a91-8eb2-ed88ab86eace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:39.215798 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-28654306-4638-4b0b-bbcf-5baf4dc34e52 req-1ddd72f2-5fa5-4a91-8eb2-ed88ab86eace service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e030f8dc-5b8d-4ea0-b3f6-2dee779ce825 HTTP/1.1" status: 200  len: 850 time: 0.0843244
Apr 09 13:54:39.568775 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28654306-4638-4b0b-bbcf-5baf4dc34e52 req-6b4798b2-6dd5-48d6-a35f-3c8798e872f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:39.571090 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-28654306-4638-4b0b-bbcf-5baf4dc34e52 req-6b4798b2-6dd5-48d6-a35f-3c8798e872f6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=728a6819-b70e-44ea-a058-103a448de099&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3446369
Apr 09 13:54:39.731337 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-28654306-4638-4b0b-bbcf-5baf4dc34e52 req-5755341a-35a9-4619-97fd-cd8b021966d6 service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522233
Apr 09 13:54:39.882194 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-28654306-4638-4b0b-bbcf-5baf4dc34e52 req-fcc240a8-fb9d-4443-aaf8-9ae7cc864aae service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426096
Apr 09 13:54:40.199998 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdab31-e45f-431c-aefe-d29b476a7b59 req-ffaefd82-4914-4736-8086-e345b02ae556 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:40.199998 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-cecdab31-e45f-431c-aefe-d29b476a7b59 req-ffaefd82-4914-4736-8086-e345b02ae556 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.0986876
Apr 09 13:54:40.234704 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-cecdab31-e45f-431c-aefe-d29b476a7b59 req-d294d7f8-f535-464f-b3cb-131f8f9fd07a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0307930
Apr 09 13:54:40.307975 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device f9bcc344-45c3-4360-a424-5becafffd6e2 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 13:54:40.390770 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276387d-d6fb-457e-b726-b9e9e65eb754 req-e7816a12-b8a9-4da0-8013-b9da3cd1d8f4 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:40.392787 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4276387d-d6fb-457e-b726-b9e9e65eb754 req-e7816a12-b8a9-4da0-8013-b9da3cd1d8f4 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 944 time: 0.1233592
Apr 09 13:54:40.439559 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4276387d-d6fb-457e-b726-b9e9e65eb754 req-4a4a7017-0dc8-45f2-8d49-65f362f4b416 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381007
Apr 09 13:54:40.482169 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port f9bcc344-45c3-4360-a424-5becafffd6e2, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=f9bcc344-45c3-4360-a424-5becafffd6e2,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:54:40.500242 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Returning: {'device': 'f9bcc344-45c3-4360-a424-5becafffd6e2', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'port_id': 'f9bcc344-45c3-4360-a424-5becafffd6e2', 'mac_address': 'fa:16:3e:88:c4:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 989, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 13:54:40.578189 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:40.579759 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9bcc344-45c3-4360-a424-5becafffd6e2 {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:54:40.598792 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port f9bcc344-45c3-4360-a424-5becafffd6e2, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=f9bcc344-45c3-4360-a424-5becafffd6e2,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:54:40.603937 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:40.606511 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:54:40.692009 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=f9bcc344-45c3-4360-a424-5becafffd6e2,revision_number=6']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:54:40.695739 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:54:40.744044 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['f9bcc344-45c3-4360-a424-5becafffd6e2'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:54:41.460989 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f529ae-7854-431b-bfed-31923d7eb9a5 req-1f10704e-6e95-4fbb-a0a5-0c867e05c5a2 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:41.462672 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d8f529ae-7854-431b-bfed-31923d7eb9a5 req-1f10704e-6e95-4fbb-a0a5-0c867e05c5a2 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 944 time: 0.1024318
Apr 09 13:54:41.500657 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d8f529ae-7854-431b-bfed-31923d7eb9a5 req-8ff69190-cf81-4b02-889b-f056b79947f5 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0306833
Apr 09 13:54:41.643639 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c84dd8-51ea-42f4-9875-42b552f53820 req-c8b42ec2-ac03-4125-86cb-10680e40110a tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:41.645354 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-20c84dd8-51ea-42f4-9875-42b552f53820 req-c8b42ec2-ac03-4125-86cb-10680e40110a tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 944 time: 0.0929439
Apr 09 13:54:41.684219 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-20c84dd8-51ea-42f4-9875-42b552f53820 req-7087ecc2-4e8b-4157-94ba-5e4b34cd67fb tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0287971
Apr 09 13:54:42.344683 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device f9bcc344-45c3-4360-a424-5becafffd6e2 up at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:54:42.421140 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning complete for port f9bcc344-45c3-4360-a424-5becafffd6e2 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:54:42.421615 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:42.550914 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:42.564012 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e130c96-f854-4277-a512-b2ad9d0f3fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bcc344-45c3-4360-a424-5becafffd6e2'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:54:42.574779 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port f9bcc344-45c3-4360-a424-5becafffd6e2, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=f9bcc344-45c3-4360-a424-5becafffd6e2,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:54:42.578816 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:42.580976 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-6fdc87ba-a7bd-4fef-8cf8-218d5987839b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:54:42.628472 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e130c96-f854-4277-a512-b2ad9d0f3fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bcc344-45c3-4360-a424-5becafffd6e2', 'code': 200}
Apr 09 13:54:42.664987 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=f9bcc344-45c3-4360-a424-5becafffd6e2,revision_number=7']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:54:42.668415 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:54:42.732217 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02497c7c-9607-4c67-ae21-6f841e1eb453 req-df437dcd-7302-4797-9ca4-237b76488873 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:42.734032 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-02497c7c-9607-4c67-ae21-6f841e1eb453 req-df437dcd-7302-4797-9ca4-237b76488873 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.0954485
Apr 09 13:54:42.773758 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-02497c7c-9607-4c67-ae21-6f841e1eb453 req-91799123-529e-4659-a5de-8c969fe2a5ff tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0311837
Apr 09 13:54:42.971499 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac502722-104d-4b96-9eb9-074987fbd670 req-8ae7c25f-4052-45a9-a583-b7f5a783762d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:42.973215 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ac502722-104d-4b96-9eb9-074987fbd670 req-8ae7c25f-4052-45a9-a583-b7f5a783762d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 944 time: 0.0924850
Apr 09 13:54:43.006198 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ac502722-104d-4b96-9eb9-074987fbd670 req-4682c161-541d-41dd-840c-23b187075d48 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0256081
Apr 09 13:54:44.048091 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0b81f-9266-40b7-a0fd-ceafeda62c3d req-1ef1770b-f41e-4165-a5a4-bdf71ce957dd tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:44.050128 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4ee0b81f-9266-40b7-a0fd-ceafeda62c3d req-1ef1770b-f41e-4165-a5a4-bdf71ce957dd tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.1240261
Apr 09 13:54:44.102022 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4ee0b81f-9266-40b7-a0fd-ceafeda62c3d req-e7b6d7a2-2823-4116-8151-0ea5bdbfc58e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392118
Apr 09 13:54:44.246475 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e950398-a950-41c0-a5ef-a0401fc5d7dc req-7f030513-08ee-48db-88be-fdf60f863dfc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:44.248327 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7e950398-a950-41c0-a5ef-a0401fc5d7dc req-7f030513-08ee-48db-88be-fdf60f863dfc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 944 time: 0.0944262
Apr 09 13:54:44.287019 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7e950398-a950-41c0-a5ef-a0401fc5d7dc req-127e7794-a9ae-4d76-abac-b22eb00ac910 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0292559
Apr 09 13:54:45.368762 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa13f2-4295-4364-ad33-bb52a8ba045c req-33f6ae4c-3bbc-4daf-b5d0-45fd5a770927 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:45.370748 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3eaa13f2-4295-4364-ad33-bb52a8ba045c req-33f6ae4c-3bbc-4daf-b5d0-45fd5a770927 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.1237252
Apr 09 13:54:45.408685 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3eaa13f2-4295-4364-ad33-bb52a8ba045c req-6af76b1e-ca0f-4256-805b-dff23ef78898 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0312183
Apr 09 13:54:45.526708 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c36014-f3d8-4348-a054-4417d18aebfd req-813a1901-75c8-4599-b072-4bb4d5c30add tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:45.528267 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-94c36014-f3d8-4348-a054-4417d18aebfd req-813a1901-75c8-4599-b072-4bb4d5c30add tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 944 time: 0.1008909
Apr 09 13:54:45.560998 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-94c36014-f3d8-4348-a054-4417d18aebfd req-f8b4f8b5-74d0-4fce-99a7-09088a5f96f3 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0258830
Apr 09 13:54:46.712857 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6e0d7-f667-4623-880b-2d183f3f0738 req-8316c73f-82f4-4af5-9a7f-001b364a1d09 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:46.715714 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-41e6e0d7-f667-4623-880b-2d183f3f0738 req-8316c73f-82f4-4af5-9a7f-001b364a1d09 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.1539950
Apr 09 13:54:46.807382 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-41e6e0d7-f667-4623-880b-2d183f3f0738 req-58ba7c40-2cc3-46d0-aaf0-69377881c641 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447114
Apr 09 13:54:46.849122 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f0382-7df0-4b1d-8133-6d69bb758825 req-ff6f9f13-b41f-4f2b-957e-7778e75cab34 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:46.852160 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-980f0382-7df0-4b1d-8133-6d69bb758825 req-ff6f9f13-b41f-4f2b-957e-7778e75cab34 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 944 time: 0.1349678
Apr 09 13:54:46.892264 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-980f0382-7df0-4b1d-8133-6d69bb758825 req-ed8798ec-1074-4835-ba69-1873ea7be76d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0328560
Apr 09 13:54:48.182423 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e48be-4755-4220-aed3-0551e442896f req-828b2cad-8c5f-4711-ac1c-ba5674aff468 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:48.184071 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c39e48be-4755-4220-aed3-0551e442896f req-828b2cad-8c5f-4711-ac1c-ba5674aff468 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.2041245
Apr 09 13:54:48.231954 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c39e48be-4755-4220-aed3-0551e442896f req-cd903683-e773-485a-9e12-59e6c25baed9 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0335145
Apr 09 13:54:48.245145 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600c108-812a-46f2-9910-edcf3012a2b2 req-691a4c4b-50a0-4c80-8b3a-9246de64a72f tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:48.246767 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3600c108-812a-46f2-9910-edcf3012a2b2 req-691a4c4b-50a0-4c80-8b3a-9246de64a72f tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 944 time: 0.1438780
Apr 09 13:54:48.284270 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3600c108-812a-46f2-9910-edcf3012a2b2 req-873197a6-09d7-41ba-be2d-28a7667bac85 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0308504
Apr 09 13:54:48.336593 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-62dc2da4-c44d-4a46-9f7f-74e7d5a3f62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:49.620396 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118512e9-12ee-44f7-9b8a-e02b4e26a30d req-69dd31dd-c09d-4a19-b136-50583dbd9ea5 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:49.628689 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-118512e9-12ee-44f7-9b8a-e02b4e26a30d req-69dd31dd-c09d-4a19-b136-50583dbd9ea5 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 944 time: 0.1603138
Apr 09 13:54:49.660627 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236420a-0e7f-4b06-84fc-0c091fba360b req-447f8a99-85b9-4514-93aa-822422c55952 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:49.668706 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a236420a-0e7f-4b06-84fc-0c091fba360b req-447f8a99-85b9-4514-93aa-822422c55952 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.2524843
Apr 09 13:54:49.711051 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a236420a-0e7f-4b06-84fc-0c091fba360b req-cb48ebf8-8c6f-4cee-a777-dd7b6234cbde tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412562
Apr 09 13:54:49.728022 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-118512e9-12ee-44f7-9b8a-e02b4e26a30d req-97b31b28-2296-48fe-ab69-18aaa06d245d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0984912
Apr 09 13:54:51.119163 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b9ab7-e892-42ea-bc2f-75f60fedcd4e req-81045a12-f673-484f-bd44-d2395c752925 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:51.130696 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8a3b9ab7-e892-42ea-bc2f-75f60fedcd4e req-81045a12-f673-484f-bd44-d2395c752925 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.2031159
Apr 09 13:54:51.160483 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bdb84-12a7-4a79-a5cd-d70af0a88117 req-09f2fb4d-4742-4454-921a-837791631ae5 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:51.163992 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ee1bdb84-12a7-4a79-a5cd-d70af0a88117 req-09f2fb4d-4742-4454-921a-837791631ae5 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 944 time: 0.2930973
Apr 09 13:54:51.200332 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8a3b9ab7-e892-42ea-bc2f-75f60fedcd4e req-f596bd71-7c5e-4fec-880c-04758e2792e5 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685027
Apr 09 13:54:51.205921 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ee1bdb84-12a7-4a79-a5cd-d70af0a88117 req-cd5883aa-b3e9-470d-9e55-601ac52d8d89 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0337973
Apr 09 13:54:51.426839 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d9f8b46e-231b-4ba2-bb47-58af5a87c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:51.467222 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:52.538757 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990253db-ffcb-4eb2-8514-822d02ea2e21 req-0bf85e43-6825-4a7a-9ae1-0264e5d67de4 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:52.540584 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-990253db-ffcb-4eb2-8514-822d02ea2e21 req-0bf85e43-6825-4a7a-9ae1-0264e5d67de4 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.1604276
Apr 09 13:54:52.598553 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefabb7f-c552-40bb-9990-8515dad0b20f req-a2eb960a-ca3c-4b93-8902-224ecd8eeb8a tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:52.600781 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-cefabb7f-c552-40bb-9990-8515dad0b20f req-a2eb960a-ca3c-4b93-8902-224ecd8eeb8a tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 944 time: 0.1475325
Apr 09 13:54:52.604136 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-990253db-ffcb-4eb2-8514-822d02ea2e21 req-37a49cdb-d545-4bd4-aa02-44a5a9d157d5 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515449
Apr 09 13:54:52.642209 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-cefabb7f-c552-40bb-9990-8515dad0b20f req-96d480bc-07fc-4767-bebe-2a94e91f0f6c tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0350928
Apr 09 13:54:53.129599 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:53.299085 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:53.845767 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed051d-4b90-4abb-bec0-7d184787f431 req-e4217057-5a09-4882-b857-8993a59f7919 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:53.848885 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-98ed051d-4b90-4abb-bec0-7d184787f431 req-e4217057-5a09-4882-b857-8993a59f7919 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.1058028
Apr 09 13:54:53.889474 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-98ed051d-4b90-4abb-bec0-7d184787f431 req-0fa149a4-8ee5-46d8-9ba3-f44f4d3ece0c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0348873
Apr 09 13:54:54.060736 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d8e0d-972d-4a01-affb-1c6c97a054d4 req-fedf7fb3-5352-4616-9f19-c64eac6e1ade tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:54.062396 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b25d8e0d-972d-4a01-affb-1c6c97a054d4 req-fedf7fb3-5352-4616-9f19-c64eac6e1ade tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 944 time: 0.1109216
Apr 09 13:54:54.112914 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b25d8e0d-972d-4a01-affb-1c6c97a054d4 req-7dcba894-055b-4fe9-87a1-a746a7471dfd tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402694
Apr 09 13:54:54.702315 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:55.147687 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44bd65-cbfa-416b-b201-3cf08348ef4a req-3a10133f-5180-41c3-b6a3-325f49677b64 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:55.168204 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fa44bd65-cbfa-416b-b201-3cf08348ef4a req-3a10133f-5180-41c3-b6a3-325f49677b64 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.1502833
Apr 09 13:54:55.246964 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fa44bd65-cbfa-416b-b201-3cf08348ef4a req-b0139191-7772-4f2f-952c-90ed7717323c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0772796
Apr 09 13:54:55.565900 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef27fa1-2a3e-499a-a657-93a32f38a3ad req-22e47366-7b6e-4eff-bf9b-699da18203b4 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:55.568040 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5ef27fa1-2a3e-499a-a657-93a32f38a3ad req-22e47366-7b6e-4eff-bf9b-699da18203b4 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 944 time: 0.1517832
Apr 09 13:54:55.617253 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5ef27fa1-2a3e-499a-a657-93a32f38a3ad req-5d6f8958-2860-4e7d-99a4-3df1a419aab1 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415883
Apr 09 13:54:56.048326 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2487d99-b273-4e65-88b4-3807188bc45a req-1da919f8-ec87-46de-9aa7-304c6698fd2c tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:56.057131 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b2487d99-b273-4e65-88b4-3807188bc45a req-1da919f8-ec87-46de-9aa7-304c6698fd2c tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/networks?id=98d3058f-a010-4e34-9173-aef7e52dc755 HTTP/1.1" status: 200  len: 813 time: 0.2414396
Apr 09 13:54:56.079377 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b2487d99-b273-4e65-88b4-3807188bc45a req-142c057f-b441-4c71-a62b-4d84f16c1115 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/quotas/c264fbe4ebb44a618b6c9189054fdbed HTTP/1.1" status: 200  len: 375 time: 0.0209141
Apr 09 13:54:56.233005 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b2487d99-b273-4e65-88b4-3807188bc45a req-789d71fc-300d-478f-b7f5-2123347dedce tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=c264fbe4ebb44a618b6c9189054fdbed&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1522427
Apr 09 13:54:56.566503 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b2487d99-b273-4e65-88b4-3807188bc45a req-18743393-13ea-488c-91f8-ccc300f08546 service neutron] 10.222.0.96 "GET /v2.0/networks/98d3058f-a010-4e34-9173-aef7e52dc755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3323350
Apr 09 13:54:56.698434 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8e568-27b1-4f7d-8113-d755b7d910c3 req-6354302e-ba6e-442f-aee6-ed37d741b325 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:56.700117 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d0c8e568-27b1-4f7d-8113-d755b7d910c3 req-6354302e-ba6e-442f-aee6-ed37d741b325 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.2557795
Apr 09 13:54:56.764083 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d0c8e568-27b1-4f7d-8113-d755b7d910c3 req-16b22443-0ef3-48b4-928c-703bf3fd70fb tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446978
Apr 09 13:54:56.768058 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b2487d99-b273-4e65-88b4-3807188bc45a req-cd9ee799-38c1-41ff-bc4f-35ab0010b926 service neutron] 10.222.0.96 "GET /v2.0/networks/98d3058f-a010-4e34-9173-aef7e52dc755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1922231
Apr 09 13:54:57.043402 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3e801287-07ad-4a14-8315-506010d7b90a req-91a32114-5cdf-475a-a770-f271814f108d tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 210 time: 0.0708394
Apr 09 13:54:57.093542 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372ca61-5969-4c33-8070-ebca0bcc0abc req-5753d0fa-0ed8-4d14-92b1-f1a0ec222470 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:57.103849 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1372ca61-5969-4c33-8070-ebca0bcc0abc req-5753d0fa-0ed8-4d14-92b1-f1a0ec222470 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 944 time: 0.1942639
Apr 09 13:54:57.165727 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1372ca61-5969-4c33-8070-ebca0bcc0abc req-9b263c00-9c13-4a21-8085-1c9b8dd4c73a tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604134
Apr 09 13:54:58.045676 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df147858-977e-4185-8dcc-e53e8d0f9303 req-e20b42e9-9844-4329-96cd-3dfc2ff1342e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:58.052884 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-df147858-977e-4185-8dcc-e53e8d0f9303 req-e20b42e9-9844-4329-96cd-3dfc2ff1342e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.1330664
Apr 09 13:54:58.125348 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-df147858-977e-4185-8dcc-e53e8d0f9303 req-fdbbed10-409a-473e-827b-049aa3846910 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709920
Apr 09 13:54:58.189596 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bc43f-75f6-4455-8e4e-3398e91bd04a req-c28178ee-171a-4193-8bcb-8b7b4d5e05ff tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:58.191549 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ad1bc43f-75f6-4455-8e4e-3398e91bd04a req-c28178ee-171a-4193-8bcb-8b7b4d5e05ff tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 0.1359849
Apr 09 13:54:58.241484 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ad1bc43f-75f6-4455-8e4e-3398e91bd04a req-96e1b727-13ee-4d02-9e06-612b704f47b5 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0274096
Apr 09 13:54:58.524862 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0a00fdb0-b4db-4f98-853a-24e7fae406d1 req-501c5562-dcfb-4b08-982d-c1e555022e19 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 210 time: 0.2285264
Apr 09 13:54:58.770364 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791b575-32b7-4028-9530-9fda3f870510 req-4e06697f-eea8-443d-a698-6c0bf5e00655 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:58.778437 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d791b575-32b7-4028-9530-9fda3f870510 req-4e06697f-eea8-443d-a698-6c0bf5e00655 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 944 time: 0.3845859
Apr 09 13:54:58.816661 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d791b575-32b7-4028-9530-9fda3f870510 req-ec02936b-3e23-4f94-9ce3-178bf64724c8 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371449
Apr 09 13:54:58.855024 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2487d99-b273-4e65-88b4-3807188bc45a req-89451b6a-54c5-4378-93af-954192d54ba2 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:58.856803 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b2487d99-b273-4e65-88b4-3807188bc45a req-89451b6a-54c5-4378-93af-954192d54ba2 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.93 "GET /v2.0/networks?id=98d3058f-a010-4e34-9173-aef7e52dc755 HTTP/1.1" status: 200  len: 813 time: 0.3479133
Apr 09 13:54:58.871942 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-b2487d99-b273-4e65-88b4-3807188bc45a req-3685e21a-3066-4104-8575-e7f4055645c2 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Request body: {'port': {'device_id': '74c48283-ea4c-4957-b396-d81e6419eaa0', 'network_id': '98d3058f-a010-4e34-9173-aef7e52dc755', 'admin_state_up': True, 'tenant_id': 'c264fbe4ebb44a618b6c9189054fdbed'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:54:59.047555 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-b2487d99-b273-4e65-88b4-3807188bc45a req-3685e21a-3066-4104-8575-e7f4055645c2 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:54:59.054014 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-b2487d99-b273-4e65-88b4-3807188bc45a req-3685e21a-3066-4104-8575-e7f4055645c2 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Usage tracker for resource:port and tenant:c264fbe4ebb44a618b6c9189054fdbed is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:54:59.056552 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-b2487d99-b273-4e65-88b4-3807188bc45a req-3685e21a-3066-4104-8575-e7f4055645c2 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:54:59.063779 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-b2487d99-b273-4e65-88b4-3807188bc45a req-3685e21a-3066-4104-8575-e7f4055645c2 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:54:59.074872 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2487d99-b273-4e65-88b4-3807188bc45a req-3685e21a-3066-4104-8575-e7f4055645c2 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Made reservation on behalf of c264fbe4ebb44a618b6c9189054fdbed for: {'port': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:54:59.081338 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-b2487d99-b273-4e65-88b4-3807188bc45a req-3685e21a-3066-4104-8575-e7f4055645c2 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:59.309918 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [req-b2487d99-b273-4e65-88b4-3807188bc45a req-3685e21a-3066-4104-8575-e7f4055645c2 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Allocated IP 172.20.0.14 (98d3058f-a010-4e34-9173-aef7e52dc755/b5c341a0-e76b-410a-bd2d-6640cb8b99f9/de7d385d-e2e0-43a8-add8-c3118591405b) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:54:59.784526 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524cdd7-574d-4733-ac0e-732428bcbed0 req-a5a30d06-c6b6-4d65-80de-c0b0c555f120 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:59.786141 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b524cdd7-574d-4733-ac0e-732428bcbed0 req-a5a30d06-c6b6-4d65-80de-c0b0c555f120 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.5156958
Apr 09 13:54:59.866380 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b9443-1c24-4595-ab60-fec26543e5ae req-35804305-8fda-4776-b980-262a67349354 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:54:59.868067 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-dc6b9443-1c24-4595-ab60-fec26543e5ae req-35804305-8fda-4776-b980-262a67349354 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 0.5021794
Apr 09 13:54:59.868545 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:54:59.874256 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b524cdd7-574d-4733-ac0e-732428bcbed0 req-dbcbaae1-16b8-41e5-b699-5f3f16137c8b tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790451
Apr 09 13:54:59.907879 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-b2487d99-b273-4e65-88b4-3807188bc45a req-3685e21a-3066-4104-8575-e7f4055645c2 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:59.925866 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-dc6b9443-1c24-4595-ab60-fec26543e5ae req-e5d5b8dc-d3b7-4967-bae0-da7f70205329 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420787
Apr 09 13:54:59.955997 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-b2487d99-b273-4e65-88b4-3807188bc45a req-3685e21a-3066-4104-8575-e7f4055645c2 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:54:59.973803 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f', 'f1320afe-a222-4296-914a-74f206a8a4b7', '25094479-550d-4491-bcc6-9f3a13577e82'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:54:59.978892 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:00.236487 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685e21a-3066-4104-8575-e7f4055645c2 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Pushing event updated for resources: {'Port': ['ID=de7d385d-e2e0-43a8-add8-c3118591405b,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:00.268360 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3685e21a-3066-4104-8575-e7f4055645c2 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:00.361515 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8847511-d5ca-40d6-bc08-34edbe43c45c req-b95fd76d-c137-43d3-adec-6841aee8023c tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:00.363622 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e8847511-d5ca-40d6-bc08-34edbe43c45c req-b95fd76d-c137-43d3-adec-6841aee8023c tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 932 time: 0.3449357
Apr 09 13:55:00.373240 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d49641-83b4-4ba1-973a-91dfd640a566 req-af0969de-69fd-4779-87b1-e79308947f12 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:00.374980 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-62d49641-83b4-4ba1-973a-91dfd640a566 req-af0969de-69fd-4779-87b1-e79308947f12 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 944 time: 0.2609854
Apr 09 13:55:00.377250 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2487d99-b273-4e65-88b4-3807188bc45a req-3685e21a-3066-4104-8575-e7f4055645c2 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Network 98d3058f-a010-4e34-9173-aef7e52dc755 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:55:00.378662 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [req-b2487d99-b273-4e65-88b4-3807188bc45a req-3685e21a-3066-4104-8575-e7f4055645c2 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:55:00.381523 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2487d99-b273-4e65-88b4-3807188bc45a req-3685e21a-3066-4104-8575-e7f4055645c2 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:55:00.387723 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2487d99-b273-4e65-88b4-3807188bc45a req-3685e21a-3066-4104-8575-e7f4055645c2 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:00.388451 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-b2487d99-b273-4e65-88b4-3807188bc45a req-3685e21a-3066-4104-8575-e7f4055645c2 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:00.424945 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device e959d20d-1793-4b84-8a61-8589ea036641 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 13:55:00.442614 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-62d49641-83b4-4ba1-973a-91dfd640a566 req-36eb0993-352f-4eef-b6f1-674413ddebe7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480022
Apr 09 13:55:00.472123 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e8847511-d5ca-40d6-bc08-34edbe43c45c req-e101bbd8-aa87-4671-a536-8b33f5692e4f tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763173
Apr 09 13:55:00.474751 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b2487d99-b273-4e65-88b4-3807188bc45a req-3685e21a-3066-4104-8575-e7f4055645c2 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6068618
Apr 09 13:55:00.492341 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-b2487d99-b273-4e65-88b4-3807188bc45a req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] Request body: {'port': {'device_id': '74c48283-ea4c-4957-b396-d81e6419eaa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:55:00.612067 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port e959d20d-1793-4b84-8a61-8589ea036641, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=e959d20d-1793-4b84-8a61-8589ea036641,segment=NetworkSegment(e79b3ef0-a24a-46f3-9aa3-06c084497cd4),segment_id=e79b3ef0-a24a-46f3-9aa3-06c084497cd4)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:55:00.622192 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-b2487d99-b273-4e65-88b4-3807188bc45a req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:00.629223 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Returning: {'device': 'e959d20d-1793-4b84-8a61-8589ea036641', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'port_id': 'e959d20d-1793-4b84-8a61-8589ea036641', 'mac_address': 'fa:16:3e:5b:8c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 958, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 13:55:00.698175 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cffdf3-5a26-4aa9-af14-80833cc9e0e3 req-31317a54-4a06-4164-9714-d1c3228d0e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:00.699895 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-85cffdf3-5a26-4aa9-af14-80833cc9e0e3 req-31317a54-4a06-4164-9714-d1c3228d0e2a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8f40d2219e104d8ba0a5d0df316c2e3c&device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 1098 time: 0.0929887
Apr 09 13:55:00.700535 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:00.702330 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e959d20d-1793-4b84-8a61-8589ea036641 {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:55:00.720523 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port e959d20d-1793-4b84-8a61-8589ea036641, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=e959d20d-1793-4b84-8a61-8589ea036641,segment=NetworkSegment(e79b3ef0-a24a-46f3-9aa3-06c084497cd4),segment_id=e79b3ef0-a24a-46f3-9aa3-06c084497cd4)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:55:00.725293 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:00.727528 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:00.820893 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=e959d20d-1793-4b84-8a61-8589ea036641,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:00.830892 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:00.917595 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cffdf3-5a26-4aa9-af14-80833cc9e0e3 req-226a43a8-c3ff-4fc7-a729-784d9c2599d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:00.919364 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-85cffdf3-5a26-4aa9-af14-80833cc9e0e3 req-226a43a8-c3ff-4fc7-a729-784d9c2599d3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9010c4eb-70b0-4853-abe2-15efc5a47948 HTTP/1.1" status: 200  len: 918 time: 0.2116292
Apr 09 13:55:01.132613 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-85cffdf3-5a26-4aa9-af14-80833cc9e0e3 req-9c4366a9-0a3a-4593-9c14-7204efd56a70 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9bcc344-45c3-4360-a424-5becafffd6e2 HTTP/1.1" status: 200  len: 1001 time: 0.1893699
Apr 09 13:55:01.186531 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [req-b2487d99-b273-4e65-88b4-3807188bc45a req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7d385d-e2e0-43a8-add8-c3118591405b {{(pid=85290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:55:01.195906 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-b2487d99-b273-4e65-88b4-3807188bc45a req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:01.215992 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-b2487d99-b273-4e65-88b4-3807188bc45a req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] Transition to ACTIVE for port object de7d385d-e2e0-43a8-add8-c3118591405b will not be triggered until provisioned by entity L2. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:55:01.217774 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-b2487d99-b273-4e65-88b4-3807188bc45a req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:01.233209 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cffdf3-5a26-4aa9-af14-80833cc9e0e3 req-89664df7-47ac-4682-aae2-54c278dab38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:01.235184 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-85cffdf3-5a26-4aa9-af14-80833cc9e0e3 req-89664df7-47ac-4682-aae2-54c278dab38b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a11cd7fb-d8a8-4644-9261-21e5c207880f HTTP/1.1" status: 200  len: 856 time: 0.0868180
Apr 09 13:55:01.236745 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b5710d64-6820-488b-95e5-5862d24e380e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:01.345928 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cffdf3-5a26-4aa9-af14-80833cc9e0e3 req-74163f6c-ae8e-4a93-b94d-8c526aa5e56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:01.347760 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-85cffdf3-5a26-4aa9-af14-80833cc9e0e3 req-74163f6c-ae8e-4a93-b94d-8c526aa5e56f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9010c4eb-70b0-4853-abe2-15efc5a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0992451
Apr 09 13:55:01.513480 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-85cffdf3-5a26-4aa9-af14-80833cc9e0e3 req-8f3ce913-43eb-4209-a3ff-2ce63b42a050 service neutron] 10.222.0.93 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1579566
Apr 09 13:55:01.544590 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] Pushing event updated for resources: {'Port': ['ID=de7d385d-e2e0-43a8-add8-c3118591405b,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:01.552502 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:01.674039 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-85cffdf3-5a26-4aa9-af14-80833cc9e0e3 req-83351f01-89d7-4069-932f-efeda1a30022 service neutron] 10.222.0.93 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1527610
Apr 09 13:55:01.729453 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada07192-9977-466a-98c4-d4dc96a662ec req-c12d36cc-b99d-4b39-b66f-4a86ad06fb23 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:01.731095 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ada07192-9977-466a-98c4-d4dc96a662ec req-c12d36cc-b99d-4b39-b66f-4a86ad06fb23 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 945 time: 0.7173061
Apr 09 13:55:01.780695 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44292717-b806-49b6-9a75-04843028b3bc req-09a1fdfd-b9ce-4862-a5e1-50193422234a tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:01.782215 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-44292717-b806-49b6-9a75-04843028b3bc req-09a1fdfd-b9ce-4862-a5e1-50193422234a tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 0.6318579
Apr 09 13:55:01.785488 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-b2487d99-b273-4e65-88b4-3807188bc45a req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] Attempting to bind port de7d385d-e2e0-43a8-add8-c3118591405b on host hv-cinder-78536 for vnic_type normal with profile  {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:55:01.785870 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-b2487d99-b273-4e65-88b4-3807188bc45a req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] Attempting to bind port de7d385d-e2e0-43a8-add8-c3118591405b by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '93fb02bd-6ea5-4711-9695-de72918154e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '98d3058f-a010-4e34-9173-aef7e52dc755'}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:55:01.786246 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2487d99-b273-4e65-88b4-3807188bc45a req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] Attempting to bind port de7d385d-e2e0-43a8-add8-c3118591405b on network 98d3058f-a010-4e34-9173-aef7e52dc755 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:55:01.797183 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ada07192-9977-466a-98c4-d4dc96a662ec req-f82a6a0b-a1d3-49ee-bd11-8b4e7be96c85 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553167
Apr 09 13:55:01.800378 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2487d99-b273-4e65-88b4-3807188bc45a req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] Port de7d385d-e2e0-43a8-add8-c3118591405b on network 98d3058f-a010-4e34-9173-aef7e52dc755 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 13:55:01.800601 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2487d99-b273-4e65-88b4-3807188bc45a req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] Attempting to bind port de7d385d-e2e0-43a8-add8-c3118591405b on network 98d3058f-a010-4e34-9173-aef7e52dc755 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:55:01.827559 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2487d99-b273-4e65-88b4-3807188bc45a req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] Checking agent: {'id': '8b22d5c6-5838-4546-ac77-8d10367985fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'started_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:55:01.827559 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2487d99-b273-4e65-88b4-3807188bc45a req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] Checking segment: {'id': '93fb02bd-6ea5-4711-9695-de72918154e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '98d3058f-a010-4e34-9173-aef7e52dc755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:55:01.827559 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2487d99-b273-4e65-88b4-3807188bc45a req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] Bound using segment: {'id': '93fb02bd-6ea5-4711-9695-de72918154e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '98d3058f-a010-4e34-9173-aef7e52dc755'} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:55:01.827559 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-b2487d99-b273-4e65-88b4-3807188bc45a req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] Bound port: de7d385d-e2e0-43a8-add8-c3118591405b, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93fb02bd-6ea5-4711-9695-de72918154e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '98d3058f-a010-4e34-9173-aef7e52dc755'}}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:55:01.827559 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-b2487d99-b273-4e65-88b4-3807188bc45a req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:01.846793 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6911af-7fb0-4e7f-82b1-07dce3e620ef req-2c68e9c6-6bad-4d48-9157-690ba49be507 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:01.847683 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-4a6911af-7fb0-4e7f-82b1-07dce3e620ef req-2c68e9c6-6bad-4d48-9157-690ba49be507 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Synchronizing usage tracker for tenant:81bb3f6d64b54413a5b4c9a77b170d9a on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:55:01.853550 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['e959d20d-1793-4b84-8a61-8589ea036641'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:55:01.873970 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-4a6911af-7fb0-4e7f-82b1-07dce3e620ef req-2c68e9c6-6bad-4d48-9157-690ba49be507 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Unset dirty status for tenant:81bb3f6d64b54413a5b4c9a77b170d9a on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:55:01.875545 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4a6911af-7fb0-4e7f-82b1-07dce3e620ef req-2c68e9c6-6bad-4d48-9157-690ba49be507 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.93 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 945 time: 0.1293156
Apr 09 13:55:01.880171 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-44292717-b806-49b6-9a75-04843028b3bc req-51b08fa9-01fa-4de7-a573-1f46e5c45f0c tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866220
Apr 09 13:55:01.954738 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-b2487d99-b273-4e65-88b4-3807188bc45a req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] For port de7d385d-e2e0-43a8-add8-c3118591405b, host hv-cinder-78536, cleared binding levels {{(pid=85290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:55:01.958341 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-b2487d99-b273-4e65-88b4-3807188bc45a req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] For port de7d385d-e2e0-43a8-add8-c3118591405b, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=de7d385d-e2e0-43a8-add8-c3118591405b,segment=NetworkSegment(93fb02bd-6ea5-4711-9695-de72918154e7),segment_id=93fb02bd-6ea5-4711-9695-de72918154e7)] {{(pid=85290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:55:01.963094 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-b2487d99-b273-4e65-88b4-3807188bc45a req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:02.022856 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:02.033416 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-4a6911af-7fb0-4e7f-82b1-07dce3e620ef req-e1f74588-340c-4577-83ca-0e0748c89a08 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Deleting port 983e287a-9324-40be-ae97-00db5e28abfd {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:55:02.034300 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-4a6911af-7fb0-4e7f-82b1-07dce3e620ef req-e1f74588-340c-4577-83ca-0e0748c89a08 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:02.299470 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] Pushing event updated for resources: {'Port': ['ID=de7d385d-e2e0-43a8-add8-c3118591405b,revision_number=3']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:02.309426 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:02.368633 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-4a6911af-7fb0-4e7f-82b1-07dce3e620ef req-e1f74588-340c-4577-83ca-0e0748c89a08 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] For port 983e287a-9324-40be-ae97-00db5e28abfd, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=983e287a-9324-40be-ae97-00db5e28abfd,segment=NetworkSegment(6a2d8c17-f66d-454b-89ad-1748ea8ad1dc),segment_id=6a2d8c17-f66d-454b-89ad-1748ea8ad1dc)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:55:02.369044 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-4a6911af-7fb0-4e7f-82b1-07dce3e620ef req-e1f74588-340c-4577-83ca-0e0748c89a08 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:02.389939 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce527e8-07fe-4e26-8dfb-d271293ee9ce req-c322995e-6687-4738-920d-f2f115aa8bf5 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:02.391934 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2ce527e8-07fe-4e26-8dfb-d271293ee9ce req-c322995e-6687-4738-920d-f2f115aa8bf5 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 945 time: 0.4130402
Apr 09 13:55:02.406730 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f55e8-50fd-4fb5-8105-ffb062cc8612 req-e163d79c-da1e-45ca-8f5a-5ba998dacdf4 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:02.407544 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-fd2f55e8-50fd-4fb5-8105-ffb062cc8612 req-e163d79c-da1e-45ca-8f5a-5ba998dacdf4 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Synchronizing usage tracker for tenant:c264fbe4ebb44a618b6c9189054fdbed on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:55:02.426201 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 983e287a-9324-40be-ae97-00db5e28abfd no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 13:55:02.434005 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2487d99-b273-4e65-88b4-3807188bc45a req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:02.434914 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-b2487d99-b273-4e65-88b4-3807188bc45a req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:02.436581 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b2487d99-b273-4e65-88b4-3807188bc45a req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] 10.222.0.93 "PUT /v2.0/ports/de7d385d-e2e0-43a8-add8-c3118591405b HTTP/1.1" status: 200  len: 1094 time: 1.9496450
Apr 09 13:55:02.443550 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c48283-ea4c-4957-b396-d81e6419eaa0', 'tag': 'de7d385d-e2e0-43a8-add8-c3118591405b'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:55:02.469983 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-fd2f55e8-50fd-4fb5-8105-ffb062cc8612 req-e163d79c-da1e-45ca-8f5a-5ba998dacdf4 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Unset dirty status for tenant:c264fbe4ebb44a618b6c9189054fdbed on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:55:02.471555 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fd2f55e8-50fd-4fb5-8105-ffb062cc8612 req-e163d79c-da1e-45ca-8f5a-5ba998dacdf4 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 944 time: 0.3758333
Apr 09 13:55:02.475016 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2ce527e8-07fe-4e26-8dfb-d271293ee9ce req-455ce3ce-13e0-49d2-9e6b-725cbed448e1 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613952
Apr 09 13:55:02.514505 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-4a6911af-7fb0-4e7f-82b1-07dce3e620ef req-e1f74588-340c-4577-83ca-0e0748c89a08 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Calling delete_port for 983e287a-9324-40be-ae97-00db5e28abfd owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:55:02.567627 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c48283-ea4c-4957-b396-d81e6419eaa0', 'tag': 'de7d385d-e2e0-43a8-add8-c3118591405b', 'status': 'completed', 'code': 200}
Apr 09 13:55:02.578253 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:02.585853 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fd2f55e8-50fd-4fb5-8105-ffb062cc8612 req-c1f34854-0651-4ab6-90ee-de843ed9887d tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012700
Apr 09 13:55:02.591415 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182335f6-a49b-4db3-9ec6-a59801f0d6c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '983e287a-9324-40be-ae97-00db5e28abfd'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:55:02.605341 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 983e287a-9324-40be-ae97-00db5e28abfd, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=983e287a-9324-40be-ae97-00db5e28abfd,segment=NetworkSegment(6a2d8c17-f66d-454b-89ad-1748ea8ad1dc),segment_id=6a2d8c17-f66d-454b-89ad-1748ea8ad1dc)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:55:02.610229 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:02.611244 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device f9bcc344-45c3-4360-a424-5becafffd6e2 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 13:55:02.618195 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.db.api [req-4a6911af-7fb0-4e7f-82b1-07dce3e620ef req-e1f74588-340c-4577-83ca-0e0748c89a08 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85291) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 13:55:02.618772 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_db.api [req-4a6911af-7fb0-4e7f-82b1-07dce3e620ef req-e1f74588-340c-4577-83ca-0e0748c89a08 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 09 13:55:02.636932 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2487d99-b273-4e65-88b4-3807188bc45a req-bb9b864a-9a55-40bd-a8ad-cafc3ec5e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:02.638792 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b2487d99-b273-4e65-88b4-3807188bc45a req-bb9b864a-9a55-40bd-a8ad-cafc3ec5e294 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c264fbe4ebb44a618b6c9189054fdbed&device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 1097 time: 0.1522069
Apr 09 13:55:02.647010 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:02.681572 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182335f6-a49b-4db3-9ec6-a59801f0d6c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '983e287a-9324-40be-ae97-00db5e28abfd', 'code': 200}
Apr 09 13:55:02.730062 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b2487d99-b273-4e65-88b4-3807188bc45a req-3155ec09-c0c3-4adb-a3de-085c1660feb9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de7d385d-e2e0-43a8-add8-c3118591405b HTTP/1.1" status: 200  len: 217 time: 0.0705633
Apr 09 13:55:02.749017 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=983e287a-9324-40be-ae97-00db5e28abfd,revision_number=6']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:02.777111 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:02.807128 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2487d99-b273-4e65-88b4-3807188bc45a req-e9e5b678-cdc3-4fbe-96bd-edeaa6dcee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:02.808914 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b2487d99-b273-4e65-88b4-3807188bc45a req-e9e5b678-cdc3-4fbe-96bd-edeaa6dcee60 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b5c341a0-e76b-410a-bd2d-6640cb8b99f9 HTTP/1.1" status: 200  len: 853 time: 0.0720451
Apr 09 13:55:02.810667 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:02.829543 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port f9bcc344-45c3-4360-a424-5becafffd6e2, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=f9bcc344-45c3-4360-a424-5becafffd6e2,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:55:02.833380 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:02.835500 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9ef6869d-5187-4cae-aa7a-e0362e3335fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:02.871949 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b2487d99-b273-4e65-88b4-3807188bc45a req-0295b90a-af6b-4432-b6b7-dbf325459465 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=98d3058f-a010-4e34-9173-aef7e52dc755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0539916
Apr 09 13:55:02.912768 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=f9bcc344-45c3-4360-a424-5becafffd6e2,revision_number=8']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:02.916503 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:03.119988 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-4a6911af-7fb0-4e7f-82b1-07dce3e620ef req-e1f74588-340c-4577-83ca-0e0748c89a08 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Deleting port 983e287a-9324-40be-ae97-00db5e28abfd {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:55:03.120718 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-4a6911af-7fb0-4e7f-82b1-07dce3e620ef req-e1f74588-340c-4577-83ca-0e0748c89a08 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:03.430226 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b2487d99-b273-4e65-88b4-3807188bc45a req-79bbbde2-2e62-4625-a99d-8135019069e5 service neutron] 10.222.0.93 "GET /v2.0/networks/98d3058f-a010-4e34-9173-aef7e52dc755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5477154
Apr 09 13:55:03.449353 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5c1e5-c303-4773-8f9e-0af495e209a4 req-7319eaa3-ac2b-464d-8134-0308ba622517 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:03.451071 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7ac5c1e5-c303-4773-8f9e-0af495e209a4 req-7319eaa3-ac2b-464d-8134-0308ba622517 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.4793582
Apr 09 13:55:03.464277 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-4a6911af-7fb0-4e7f-82b1-07dce3e620ef req-e1f74588-340c-4577-83ca-0e0748c89a08 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] For port 983e287a-9324-40be-ae97-00db5e28abfd, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=983e287a-9324-40be-ae97-00db5e28abfd,segment=NetworkSegment(6a2d8c17-f66d-454b-89ad-1748ea8ad1dc),segment_id=6a2d8c17-f66d-454b-89ad-1748ea8ad1dc)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:55:03.464705 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-4a6911af-7fb0-4e7f-82b1-07dce3e620ef req-e1f74588-340c-4577-83ca-0e0748c89a08 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:03.571451 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79feee-382d-4827-aa92-29b81d2216fb req-aa462855-862a-47de-a043-448655e3a63d tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:03.573596 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-df79feee-382d-4827-aa92-29b81d2216fb req-aa462855-862a-47de-a043-448655e3a63d tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 943 time: 0.5252466
Apr 09 13:55:03.606907 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7ac5c1e5-c303-4773-8f9e-0af495e209a4 req-ec8fc64a-71c4-41fd-b6cd-dd0013492ede tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1268229
Apr 09 13:55:03.615655 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-4a6911af-7fb0-4e7f-82b1-07dce3e620ef req-e1f74588-340c-4577-83ca-0e0748c89a08 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Calling delete_port for 983e287a-9324-40be-ae97-00db5e28abfd owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:55:03.630596 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-df79feee-382d-4827-aa92-29b81d2216fb req-2d80c2f6-5b32-41e7-bd36-0e2c22499ebb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455899
Apr 09 13:55:03.683565 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b2487d99-b273-4e65-88b4-3807188bc45a req-c7ab5486-3576-4d31-a144-b7924e903ff1 service neutron] 10.222.0.93 "GET /v2.0/networks/98d3058f-a010-4e34-9173-aef7e52dc755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2438068
Apr 09 13:55:03.804501 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-4a6911af-7fb0-4e7f-82b1-07dce3e620ef req-e1f74588-340c-4577-83ca-0e0748c89a08 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:03.824872 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['211d2bc4-c81a-4cb1-be28-f837d0abfcdc'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:55:03.829550 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-fafd6c91-cdf7-402c-9787-422a07f6afc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:03.920370 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f74588-340c-4577-83ca-0e0748c89a08 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Pushing event deleted for resources: {'Port': ['ID=983e287a-9324-40be-ae97-00db5e28abfd,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:03.923863 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e1f74588-340c-4577-83ca-0e0748c89a08 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:04.021214 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f9ac4-7da1-4447-aac2-2f74ca7ccf43 req-b2a79e0f-732a-4645-80ec-2a9107300590 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:04.023004 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b07f9ac4-7da1-4447-aac2-2f74ca7ccf43 req-b2a79e0f-732a-4645-80ec-2a9107300590 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 945 time: 0.2996724
Apr 09 13:55:04.029193 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b2f87-0852-4d26-9771-98aba24b743f req-91bdd90d-fd4d-4f8c-a282-a1878b2b2e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:04.030802 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5f8b2f87-0852-4d26-9771-98aba24b743f req-91bdd90d-fd4d-4f8c-a282-a1878b2b2e66 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c264fbe4ebb44a618b6c9189054fdbed&device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 1097 time: 0.2540176
Apr 09 13:55:04.042649 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450f41d-58f1-411e-b33e-969d2cb20827 req-af87c27c-7b4f-4003-9a9a-1213608b8aa9 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:04.044391 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c450f41d-58f1-411e-b33e-969d2cb20827 req-af87c27c-7b4f-4003-9a9a-1213608b8aa9 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 944 time: 0.2662621
Apr 09 13:55:04.141941 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6911af-7fb0-4e7f-82b1-07dce3e620ef req-e1f74588-340c-4577-83ca-0e0748c89a08 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] No DVR routers for this DVR port 983e287a-9324-40be-ae97-00db5e28abfd on host hv-cinder-78536 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 13:55:04.144706 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-4a6911af-7fb0-4e7f-82b1-07dce3e620ef req-e1f74588-340c-4577-83ca-0e0748c89a08 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:04.149977 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182335f6-a49b-4db3-9ec6-a59801f0d6c8', 'name': 'network-vif-deleted', 'tag': '983e287a-9324-40be-ae97-00db5e28abfd'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:55:04.169209 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b07f9ac4-7da1-4447-aac2-2f74ca7ccf43 req-e1d38fe5-d981-4e84-bf38-fa74f8820254 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1373098
Apr 09 13:55:04.170552 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4a6911af-7fb0-4e7f-82b1-07dce3e620ef req-e1f74588-340c-4577-83ca-0e0748c89a08 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.93 "DELETE /v2.0/ports/983e287a-9324-40be-ae97-00db5e28abfd HTTP/1.1" status: 204  len: 173 time: 2.2809603
Apr 09 13:55:04.188449 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c450f41d-58f1-411e-b33e-969d2cb20827 req-f9e624ee-dcb4-43c0-869e-cc10093552ab tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300318
Apr 09 13:55:04.251733 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b2f87-0852-4d26-9771-98aba24b743f req-90b81ad0-568e-4de8-a810-7993e233276f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:04.253349 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5f8b2f87-0852-4d26-9771-98aba24b743f req-90b81ad0-568e-4de8-a810-7993e233276f service neutron] 10.222.0.93 "GET /v2.0/networks?id=98d3058f-a010-4e34-9173-aef7e52dc755 HTTP/1.1" status: 200  len: 914 time: 0.1968949
Apr 09 13:55:04.254247 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182335f6-a49b-4db3-9ec6-a59801f0d6c8', 'name': 'network-vif-deleted', 'tag': '983e287a-9324-40be-ae97-00db5e28abfd', 'status': 'completed', 'code': 200}
Apr 09 13:55:04.353092 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5f8b2f87-0852-4d26-9771-98aba24b743f req-18c869b4-730a-495c-ad79-79815043dfb7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de7d385d-e2e0-43a8-add8-c3118591405b HTTP/1.1" status: 200  len: 217 time: 0.0798845
Apr 09 13:55:04.431516 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device e959d20d-1793-4b84-8a61-8589ea036641 up at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:55:04.442159 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b2f87-0852-4d26-9771-98aba24b743f req-0360c1b9-b34b-4021-8f39-513dffd12ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:04.444514 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5f8b2f87-0852-4d26-9771-98aba24b743f req-0360c1b9-b34b-4021-8f39-513dffd12ce7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b5c341a0-e76b-410a-bd2d-6640cb8b99f9 HTTP/1.1" status: 200  len: 853 time: 0.0829964
Apr 09 13:55:04.519249 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning for port e959d20d-1793-4b84-8a61-8589ea036641 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:55:04.525331 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning complete for port e959d20d-1793-4b84-8a61-8589ea036641 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:55:04.525796 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:04.541557 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5f8b2f87-0852-4d26-9771-98aba24b743f req-14f2e5b2-a154-4da2-960e-5876f8eed277 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=98d3058f-a010-4e34-9173-aef7e52dc755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0648963
Apr 09 13:55:04.676658 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:04.684318 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e130c96-f854-4277-a512-b2ad9d0f3fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9bcc344-45c3-4360-a424-5becafffd6e2'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:55:04.702211 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port e959d20d-1793-4b84-8a61-8589ea036641, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=e959d20d-1793-4b84-8a61-8589ea036641,segment=NetworkSegment(e79b3ef0-a24a-46f3-9aa3-06c084497cd4),segment_id=e79b3ef0-a24a-46f3-9aa3-06c084497cd4)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:55:04.705583 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:04.712080 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:04.791041 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=e959d20d-1793-4b84-8a61-8589ea036641,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:04.794990 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:04.838566 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5f8b2f87-0852-4d26-9771-98aba24b743f req-f7bca2dc-03d8-43e2-be3f-f66e2b62990a service neutron] 10.222.0.93 "GET /v2.0/networks/98d3058f-a010-4e34-9173-aef7e52dc755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2871182
Apr 09 13:55:04.847182 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fc6fa-e000-4031-abb0-0d1b33e051bf req-c568f981-f5ff-4f62-90f2-1898e1e26307 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:04.848918 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f90fc6fa-e000-4031-abb0-0d1b33e051bf req-c568f981-f5ff-4f62-90f2-1898e1e26307 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.2991302
Apr 09 13:55:04.989824 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f90fc6fa-e000-4031-abb0-0d1b33e051bf req-27b092c5-d963-481a-9a4c-e41cabf467d0 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1122150
Apr 09 13:55:05.036091 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac40bbf-ed15-49cb-a252-6589654efd68 req-e9db0e06-3f83-40b3-b618-638aa863b1ff tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:05.037856 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fac40bbf-ed15-49cb-a252-6589654efd68 req-e9db0e06-3f83-40b3-b618-638aa863b1ff tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.2824366
Apr 09 13:55:05.079724 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5f8b2f87-0852-4d26-9771-98aba24b743f req-8a666833-5640-4fd7-b2bc-c6d96dfa1e03 service neutron] 10.222.0.93 "GET /v2.0/networks/98d3058f-a010-4e34-9173-aef7e52dc755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2275565
Apr 09 13:55:05.088795 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fac40bbf-ed15-49cb-a252-6589654efd68 req-f4e3859d-1daa-4ba4-9a8e-441c71ea887e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385592
Apr 09 13:55:05.170719 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e130c96-f854-4277-a512-b2ad9d0f3fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9bcc344-45c3-4360-a424-5becafffd6e2', 'code': 200}
Apr 09 13:55:05.179089 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a68626fb-4276-47d5-93be-c6b499e9fcb2 req-f87044b7-3614-4957-b6cd-e13438814e70 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=182335f6-a49b-4db3-9ec6-a59801f0d6c8 HTTP/1.1" status: 200  len: 210 time: 0.0578666
Apr 09 13:55:05.436634 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd0d11-f442-49be-897d-97f90cf6d48c req-a9645406-e8da-4d4c-a01b-0749deb3ed74 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:05.441107 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0afd0d11-f442-49be-897d-97f90cf6d48c req-a9645406-e8da-4d4c-a01b-0749deb3ed74 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 946 time: 0.1208732
Apr 09 13:55:05.494742 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0afd0d11-f442-49be-897d-97f90cf6d48c req-fcd3aafc-5332-4489-8595-74a5fee00d8b tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490627
Apr 09 13:55:05.747231 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8030a-5a95-41e4-b646-bbb84ebbcfe0 req-5df77f83-b029-40ef-99bb-2e448d8cbb4d tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:05.748691 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8fc8030a-5a95-41e4-b646-bbb84ebbcfe0 req-5df77f83-b029-40ef-99bb-2e448d8cbb4d tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 944 time: 0.1340594
Apr 09 13:55:05.781907 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8fc8030a-5a95-41e4-b646-bbb84ebbcfe0 req-b2ec6ad9-76d8-4607-ae68-27bf94712434 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0265756
Apr 09 13:55:06.298990 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20541a-6d78-4af3-bbd8-b5a037bf929b req-145d4e6c-2475-423b-8e24-5c7df0f3645a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:06.300880 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5e20541a-6d78-4af3-bbd8-b5a037bf929b req-145d4e6c-2475-423b-8e24-5c7df0f3645a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.1843696
Apr 09 13:55:06.338536 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85a7f6-3a3d-4367-8841-abcad08a8cd0 req-c4a7d5e1-67ee-4752-8516-1e29bedabc9d tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:06.340147 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ac85a7f6-3a3d-4367-8841-abcad08a8cd0 req-c4a7d5e1-67ee-4752-8516-1e29bedabc9d tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.1583529
Apr 09 13:55:06.353849 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5e20541a-6d78-4af3-bbd8-b5a037bf929b req-090e33d3-336b-46bf-8da3-515955a112b4 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426157
Apr 09 13:55:06.379228 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ac85a7f6-3a3d-4367-8841-abcad08a8cd0 req-fd875871-07cc-4c3e-8e7c-e4170f2ac28a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0325787
Apr 09 13:55:06.447738 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device de7d385d-e2e0-43a8-add8-c3118591405b details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 13:55:06.451979 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device f9bcc344-45c3-4360-a424-5becafffd6e2 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 13:55:06.505841 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 58660) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:55:06.652388 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5c45c2a1-9f00-4030-a355-c388b7b3a562 req-75a2ab2d-9aca-4376-a217-e367e9cfce07 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1448710
Apr 09 13:55:06.658461 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port de7d385d-e2e0-43a8-add8-c3118591405b, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=de7d385d-e2e0-43a8-add8-c3118591405b,segment=NetworkSegment(93fb02bd-6ea5-4711-9695-de72918154e7),segment_id=93fb02bd-6ea5-4711-9695-de72918154e7)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:55:06.680211 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Returning: {'device': 'de7d385d-e2e0-43a8-add8-c3118591405b', 'network_id': '98d3058f-a010-4e34-9173-aef7e52dc755', 'port_id': 'de7d385d-e2e0-43a8-add8-c3118591405b', 'mac_address': 'fa:16:3e:82:13:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 972, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c341a0-e76b-410a-bd2d-6640cb8b99f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 13:55:06.777403 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fb9bd-8946-4fb8-8b86-597ca7516422 req-bd0f0cf1-d55f-4308-900b-a460a0c5c07e tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:06.785780 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-415fb9bd-8946-4fb8-8b86-597ca7516422 req-bd0f0cf1-d55f-4308-900b-a460a0c5c07e tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 946 time: 0.1373885
Apr 09 13:55:06.811087 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:06.812688 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7d385d-e2e0-43a8-add8-c3118591405b {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:55:06.835174 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port de7d385d-e2e0-43a8-add8-c3118591405b, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=de7d385d-e2e0-43a8-add8-c3118591405b,segment=NetworkSegment(93fb02bd-6ea5-4711-9695-de72918154e7),segment_id=93fb02bd-6ea5-4711-9695-de72918154e7)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:55:06.839169 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:06.841181 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0b2110ba-2b91-493d-97a7-d9ba720e0cee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:06.862662 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-415fb9bd-8946-4fb8-8b86-597ca7516422 req-840c6d70-6158-4e3e-a0ed-8ef663ce3027 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0759265
Apr 09 13:55:06.932554 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=de7d385d-e2e0-43a8-add8-c3118591405b,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:06.935890 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:06.981047 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95359f15-3431-4f1d-b895-bd21a0ce91b1 req-85103c02-01e9-42eb-a2b2-b19ad64b58f8 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:06.982763 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-95359f15-3431-4f1d-b895-bd21a0ce91b1 req-85103c02-01e9-42eb-a2b2-b19ad64b58f8 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1009586
Apr 09 13:55:07.064744 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-95359f15-3431-4f1d-b895-bd21a0ce91b1 req-042a112f-fcaf-49bc-a64b-04311c16a9b1 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753474
Apr 09 13:55:07.110612 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10bf50-b949-4fd0-aa05-70d1a65ed788 req-b089b026-a5d8-4642-a494-9f1aad78959c tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:07.112345 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3a10bf50-b949-4fd0-aa05-70d1a65ed788 req-b089b026-a5d8-4642-a494-9f1aad78959c tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 945 time: 0.1076484
Apr 09 13:55:07.149519 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3a10bf50-b949-4fd0-aa05-70d1a65ed788 req-b69cc71d-d89f-48bb-9f00-539d887b42f4 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0265238
Apr 09 13:55:07.170067 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a240d4-2664-41e2-a0fa-622a4a56634e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e959d20d-1793-4b84-8a61-8589ea036641'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:55:07.221372 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a240d4-2664-41e2-a0fa-622a4a56634e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e959d20d-1793-4b84-8a61-8589ea036641', 'code': 200}
Apr 09 13:55:07.412832 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['de7d385d-e2e0-43a8-add8-c3118591405b'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:55:07.757200 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647340c6-0b16-4f74-bf9a-d07a1204792b req-fd34ccb0-4469-4a1f-a0dd-902637707140 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:07.758778 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-647340c6-0b16-4f74-bf9a-d07a1204792b req-fd34ccb0-4469-4a1f-a0dd-902637707140 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.2612286
Apr 09 13:55:07.762029 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97df1f-4de2-4c08-9443-0b7d6f3b4915 req-38151258-de85-4b01-980e-dde297c5ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:07.763500 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5f97df1f-4de2-4c08-9443-0b7d6f3b4915 req-38151258-de85-4b01-980e-dde297c5ffcc service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 1099 time: 0.2067339
Apr 09 13:55:07.772262 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fc56f-777d-4d68-a600-ef560eb56635 req-51a06dc1-7d7f-48ac-9102-42313969b105 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:07.773797 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4b2fc56f-777d-4d68-a600-ef560eb56635 req-51a06dc1-7d7f-48ac-9102-42313969b105 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.2157905
Apr 09 13:55:07.832891 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5f97df1f-4de2-4c08-9443-0b7d6f3b4915 req-d9335171-c01c-41c8-9cd4-813caa39248c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568354
Apr 09 13:55:07.846158 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-647340c6-0b16-4f74-bf9a-d07a1204792b req-6c2b6b0e-30a4-47d6-afc5-fe539ebf20e1 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713015
Apr 09 13:55:07.849862 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4b2fc56f-777d-4d68-a600-ef560eb56635 req-907f0880-62b1-4187-8bf8-caceea771379 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497139
Apr 09 13:55:08.468763 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2ed2b-e9ce-4c2b-bbd0-6a1941246dee req-e3c88680-af36-4c9d-924f-5fbdc2054a98 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:08.470345 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-17e2ed2b-e9ce-4c2b-bbd0-6a1941246dee req-e3c88680-af36-4c9d-924f-5fbdc2054a98 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 946 time: 0.4782555
Apr 09 13:55:08.479372 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378d34b-3c75-40c5-a675-c125481468dd req-a68f8604-e1b4-4f15-85c5-ca6a06bc4698 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:08.481011 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3378d34b-3c75-40c5-a675-c125481468dd req-a68f8604-e1b4-4f15-85c5-ca6a06bc4698 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.2130485
Apr 09 13:55:08.505956 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45c2a1-9f00-4030-a355-c388b7b3a562 req-e74aed81-8176-4e18-8b0a-2755ccdfb83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:08.507698 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5c45c2a1-9f00-4030-a355-c388b7b3a562 req-e74aed81-8176-4e18-8b0a-2755ccdfb83e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2&tenant_id=8f40d2219e104d8ba0a5d0df316c2e3c HTTP/1.1" status: 200  len: 1096 time: 0.1854930
Apr 09 13:55:08.540866 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-17e2ed2b-e9ce-4c2b-bbd0-6a1941246dee req-7346f3e9-06ab-4abd-88ee-1ce41b6a0750 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585985
Apr 09 13:55:08.547615 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3378d34b-3c75-40c5-a675-c125481468dd req-de694a04-63cf-4c9c-9d49-8abc83277521 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494335
Apr 09 13:55:08.628941 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45c2a1-9f00-4030-a355-c388b7b3a562 req-56f50391-2467-4f10-b18c-f90582eb8b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:08.631110 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5c45c2a1-9f00-4030-a355-c388b7b3a562 req-56f50391-2467-4f10-b18c-f90582eb8b39 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8f40d2219e104d8ba0a5d0df316c2e3c&device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 1096 time: 0.0867524
Apr 09 13:55:08.845464 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45c2a1-9f00-4030-a355-c388b7b3a562 req-3ad2dd88-595f-46e5-8407-22c3af1223ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:08.847284 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5c45c2a1-9f00-4030-a355-c388b7b3a562 req-3ad2dd88-595f-46e5-8407-22c3af1223ee service neutron] 10.222.0.93 "GET /v2.0/networks?id=9010c4eb-70b0-4853-abe2-15efc5a47948 HTTP/1.1" status: 200  len: 918 time: 0.2081060
Apr 09 13:55:08.860183 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7bbcd-369b-4b3f-b58c-e9fb55b46c38 req-8b0f3e13-e0ab-4e16-b2c0-dd7017a3f5b7 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:08.861864 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2fe7bbcd-369b-4b3f-b58c-e9fb55b46c38 req-8b0f3e13-e0ab-4e16-b2c0-dd7017a3f5b7 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 945 time: 0.1975358
Apr 09 13:55:08.979893 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2fe7bbcd-369b-4b3f-b58c-e9fb55b46c38 req-f0ea3ef2-afce-4802-a908-0e2e5568c148 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532508
Apr 09 13:55:09.047639 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5c45c2a1-9f00-4030-a355-c388b7b3a562 req-7e9b42cb-495a-4377-9585-9d2edb46c2a0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9bcc344-45c3-4360-a424-5becafffd6e2 HTTP/1.1" status: 200  len: 999 time: 0.1846974
Apr 09 13:55:09.201538 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45c2a1-9f00-4030-a355-c388b7b3a562 req-0280b8cd-9d15-4978-95c3-f2fdfd31819d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:09.203088 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5c45c2a1-9f00-4030-a355-c388b7b3a562 req-0280b8cd-9d15-4978-95c3-f2fdfd31819d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a11cd7fb-d8a8-4644-9261-21e5c207880f HTTP/1.1" status: 200  len: 856 time: 0.1437199
Apr 09 13:55:09.214675 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0360d9-f3fe-4416-912c-2f669ca05750 req-99a478ea-7890-4555-b3b1-73e4649229dc tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:09.216057 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1b0360d9-f3fe-4416-912c-2f669ca05750 req-99a478ea-7890-4555-b3b1-73e4649229dc tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.2429533
Apr 09 13:55:09.313495 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1b0360d9-f3fe-4416-912c-2f669ca05750 req-253658c9-1f4a-4956-95e0-5dba020b6282 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523200
Apr 09 13:55:09.345574 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2c077-df25-4861-8be7-575a4e097670 req-020c185a-b9ba-4a82-bb3f-f2579914a870 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:09.347216 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8bc2c077-df25-4861-8be7-575a4e097670 req-020c185a-b9ba-4a82-bb3f-f2579914a870 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.2403638
Apr 09 13:55:09.385179 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8bc2c077-df25-4861-8be7-575a4e097670 req-52e5e746-d902-4328-91ce-61f1e9b849f3 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0307016
Apr 09 13:55:09.388591 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45c2a1-9f00-4030-a355-c388b7b3a562 req-ac1f4f61-7bcc-4ffa-a543-e2663ae09b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:09.389999 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5c45c2a1-9f00-4030-a355-c388b7b3a562 req-ac1f4f61-7bcc-4ffa-a543-e2663ae09b54 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9010c4eb-70b0-4853-abe2-15efc5a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1728694
Apr 09 13:55:09.569293 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5c45c2a1-9f00-4030-a355-c388b7b3a562 req-33fcf36a-4eb3-497a-9028-4b99856a3fc2 service neutron] 10.222.0.93 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1547580
Apr 09 13:55:09.904989 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5c45c2a1-9f00-4030-a355-c388b7b3a562 req-8fd552a2-6cae-4107-b114-202342444000 service neutron] 10.222.0.93 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3243144
Apr 09 13:55:09.934355 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15ab91-a458-4aa3-abc8-762fe689b29e req-adbe2f8d-46ea-49d6-b697-6802aeee332b tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:09.936030 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fc15ab91-a458-4aa3-abc8-762fe689b29e req-adbe2f8d-46ea-49d6-b697-6802aeee332b tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 946 time: 0.2231479
Apr 09 13:55:09.944827 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235b436-2239-44ea-8365-17956790e499 req-1c3823f6-2cbb-41ad-a4f3-3655c4781027 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:09.946485 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8235b436-2239-44ea-8365-17956790e499 req-1c3823f6-2cbb-41ad-a4f3-3655c4781027 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.2242594
Apr 09 13:55:09.992659 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fc15ab91-a458-4aa3-abc8-762fe689b29e req-2becf62f-114d-4423-97f8-eb38ac2f7a61 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451078
Apr 09 13:55:09.995665 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8235b436-2239-44ea-8365-17956790e499 req-a46f40a3-d19b-4a6d-b404-538938ce25e3 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349557
Apr 09 13:55:10.285128 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8adcb-b1d7-45c3-96d6-841a123d488d req-22dd7fb8-4ba1-4277-a761-b467498ea458 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:10.287374 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-94e8adcb-b1d7-45c3-96d6-841a123d488d req-22dd7fb8-4ba1-4277-a761-b467498ea458 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 945 time: 0.1661587
Apr 09 13:55:10.297336 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9f4bb-4ec2-4300-8739-59804aa08f1f req-12dfd2c3-3cd5-4e6a-a775-d0d4dbbba132 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:10.299244 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-aca9f4bb-4ec2-4300-8739-59804aa08f1f req-12dfd2c3-3cd5-4e6a-a775-d0d4dbbba132 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 946 time: 0.1325455
Apr 09 13:55:10.341228 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-94e8adcb-b1d7-45c3-96d6-841a123d488d req-c61e49e9-62c6-4a1f-8315-5cdef23c2be8 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408998
Apr 09 13:55:10.352526 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-aca9f4bb-4ec2-4300-8739-59804aa08f1f req-f69ac05c-b604-4f99-b687-0b19f3948b86 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370026
Apr 09 13:55:10.380597 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 58712) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:55:10.486815 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device de7d385d-e2e0-43a8-add8-c3118591405b up at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:55:10.586251 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning for port de7d385d-e2e0-43a8-add8-c3118591405b completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:55:10.591227 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning complete for port de7d385d-e2e0-43a8-add8-c3118591405b triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:55:10.591649 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:10.693094 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad8b98-7eed-4726-b773-8393de324a5f req-58525e1a-d962-4b2a-97c9-671edd365833 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:10.694940 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-15ad8b98-7eed-4726-b773-8393de324a5f req-58525e1a-d962-4b2a-97c9-671edd365833 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.2471175
Apr 09 13:55:10.707347 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde5f0b5-512f-406a-9a4f-0358327b6ef6 tempest-TestVolumeBootPattern-1655479478 tempest-TestVolumeBootPattern-1655479478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:10.709608 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-dde5f0b5-512f-406a-9a4f-0358327b6ef6 tempest-TestVolumeBootPattern-1655479478 tempest-TestVolumeBootPattern-1655479478-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 1094 time: 0.3278904
Apr 09 13:55:10.713025 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 58728) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:55:10.720477 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Request body: {'floatingip': {'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'port_id': 'e959d20d-1793-4b84-8a61-8589ea036641', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'fixed_ip_address': '172.20.0.12'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:55:10.726952 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:10.730947 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:55:10.738089 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Usage tracker for resource:floatingip and tenant:142806ca91ce40c4af646ab038ed6230 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:55:10.739223 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-15ad8b98-7eed-4726-b773-8393de324a5f req-0e9284d3-7eb7-486a-b324-5b95f7d6333f tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0353937
Apr 09 13:55:10.739365 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c48283-ea4c-4957-b396-d81e6419eaa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7d385d-e2e0-43a8-add8-c3118591405b'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:55:10.749033 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9ccc0-446a-4da9-95f9-bafa5b93f655 req-85ad00be-5dba-4579-ac68-26cbaa7274c5 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:10.750727 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-67f9ccc0-446a-4da9-95f9-bafa5b93f655 req-85ad00be-5dba-4579-ac68-26cbaa7274c5 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.1928012
Apr 09 13:55:10.756486 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port de7d385d-e2e0-43a8-add8-c3118591405b, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=de7d385d-e2e0-43a8-add8-c3118591405b,segment=NetworkSegment(93fb02bd-6ea5-4711-9695-de72918154e7),segment_id=93fb02bd-6ea5-4711-9695-de72918154e7)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:55:10.767589 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:55:10.768653 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:10.768653 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9b6c7f62-78f8-49f8-b72c-e42084916a1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:10.773304 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:55:10.801948 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-67f9ccc0-446a-4da9-95f9-bafa5b93f655 req-bb0acd79-3262-4cf2-bccc-854540ed1b84 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0295038
Apr 09 13:55:10.806162 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for floatingip, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:10.828393 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c48283-ea4c-4957-b396-d81e6419eaa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7d385d-e2e0-43a8-add8-c3118591405b', 'code': 200}
Apr 09 13:55:10.876825 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=de7d385d-e2e0-43a8-add8-c3118591405b,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:10.881378 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:10.983113 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:11.202187 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Allocated IP 172.27.0.67 (ef175b21-42e7-4a59-9f09-4b77dc7ee6f8/51aa8935-8cce-40ab-82a2-0ed18a8aeaa8/c049168c-6fc3-4206-9296-2c0a5c215cfe) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:55:11.337811 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f40be-401b-495e-925b-48ab5fe68a11 req-8483aa41-c706-4c46-8a27-79a67dde284e tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:11.339543 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0b0f40be-401b-495e-925b-48ab5fe68a11 req-8483aa41-c706-4c46-8a27-79a67dde284e tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1891894
Apr 09 13:55:11.421798 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0b0f40be-401b-495e-925b-48ab5fe68a11 req-d38f1e17-97e8-4674-b28c-d72942bf0729 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659134
Apr 09 13:55:11.472898 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:11.513149 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:11.553199 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:11.628421 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257b180-9c83-4ecf-982b-5f09f2f4bb66 req-580d4a9d-fa7b-4e26-8420-296b5b8a250f tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:11.630353 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2257b180-9c83-4ecf-982b-5f09f2f4bb66 req-580d4a9d-fa7b-4e26-8420-296b5b8a250f tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 946 time: 0.1052203
Apr 09 13:55:11.687320 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2257b180-9c83-4ecf-982b-5f09f2f4bb66 req-cbe827a8-4b59-4c6b-b975-a13268e55ecf tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498321
Apr 09 13:55:11.712056 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Pushing event updated for resources: {'Port': ['ID=c049168c-6fc3-4206-9296-2c0a5c215cfe,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:11.717395 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:12.027259 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:55:12.029071 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:55:12.032199 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:55:12.062621 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5117c9-be91-4f08-be00-2d6e3442ed46 req-d11544c7-798c-4a0d-a9b8-492e94685f47 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:12.065428 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ec5117c9-be91-4f08-be00-2d6e3442ed46 req-d11544c7-798c-4a0d-a9b8-492e94685f47 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.1684527
Apr 09 13:55:12.111521 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ec5117c9-be91-4f08-be00-2d6e3442ed46 req-042c08bb-b52d-46f1-bbd5-f7b46359e833 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399117
Apr 09 13:55:12.124925 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9008b-9d64-4ac2-b8b6-ce89499e1e83 req-9cc2aed6-f73b-48c6-aab0-5c4d605d1f16 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:12.126509 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-aea9008b-9d64-4ac2-b8b6-ce89499e1e83 req-9cc2aed6-f73b-48c6-aab0-5c4d605d1f16 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.1460390
Apr 09 13:55:12.206117 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-aea9008b-9d64-4ac2-b8b6-ce89499e1e83 req-78c9e821-bc61-4d66-9e1d-b3f4d5155189 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520167
Apr 09 13:55:12.561453 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:12.646142 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:12.675802 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c476db-5a35-4cd0-b168-1a6267668c5b req-17ba7b88-de4d-42d6-b6e0-6b347fffd96c tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:12.677595 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-46c476db-5a35-4cd0-b168-1a6267668c5b req-17ba7b88-de4d-42d6-b6e0-6b347fffd96c tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1084399
Apr 09 13:55:12.723355 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-46c476db-5a35-4cd0-b168-1a6267668c5b req-d5a739e7-bf95-4458-96ea-691e8db6496b tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381582
Apr 09 13:55:12.926493 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec482f20-9dc2-4a7f-a223-37906a9b84b1 req-ed20602d-41c2-46a1-9e99-71c57d3fbad6 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:12.929069 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ec482f20-9dc2-4a7f-a223-37906a9b84b1 req-ed20602d-41c2-46a1-9e99-71c57d3fbad6 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 946 time: 0.1089578
Apr 09 13:55:12.959596 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:12.963471 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ec482f20-9dc2-4a7f-a223-37906a9b84b1 req-3f6bd908-f3ec-4451-b75d-cf92ab02606c tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0274477
Apr 09 13:55:12.963714 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246095'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:12.980142 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-35d4ec75-1dc0-45b2-8c0b-505853ca67ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:13.190164 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Pushing event updated for resources: {'Port': ['ID=c049168c-6fc3-4206-9296-2c0a5c215cfe,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:13.194982 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:13.304430 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850926857'] for floatingip, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:13.477692 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45954b01-1893-42bb-bd7e-67fb4529da57 req-5918331c-c30d-44f3-bcdd-ff2ab2c9d67e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:13.479312 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-45954b01-1893-42bb-bd7e-67fb4529da57 req-5918331c-c30d-44f3-bcdd-ff2ab2c9d67e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.2043757
Apr 09 13:55:13.540885 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-45954b01-1893-42bb-bd7e-67fb4529da57 req-756ceeed-9f84-4f6b-bf63-ee9fe8a5a1b8 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540216
Apr 09 13:55:13.586648 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e917fd9-4f27-45e9-b3d1-92e4c33deb91 req-e1fea94f-869f-4b89-a2ad-6b90dd4482ea tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:13.593276 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6e917fd9-4f27-45e9-b3d1-92e4c33deb91 req-e1fea94f-869f-4b89-a2ad-6b90dd4482ea tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.2068145
Apr 09 13:55:13.643089 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.l3_db [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Floating IP f5f4d3b2-8b0e-49e6-8501-454bc2c4326e associated. External IP: 172.27.0.67, port: e959d20d-1793-4b84-8a61-8589ea036641.
Apr 09 13:55:13.666857 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6e917fd9-4f27-45e9-b3d1-92e4c33deb91 req-b28cfa1d-b928-4b15-9ebd-4760c26c8a15 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635817
Apr 09 13:55:13.980641 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0de72e-f3b3-4562-8496-6c38d2fdc68b req-bcc5f0d9-c459-45dd-ac81-66d1da693d2a tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:13.989082 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da0de72e-f3b3-4562-8496-6c38d2fdc68b req-bcc5f0d9-c459-45dd-ac81-66d1da693d2a tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1267347
Apr 09 13:55:14.030257 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da0de72e-f3b3-4562-8496-6c38d2fdc68b req-759bf2fd-7ca8-4497-abf0-6c9628713d1b tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394423
Apr 09 13:55:14.140929 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Router f02f3234-a48a-4e8f-a069-10f5e677afa4 has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 13:55:14.211262 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d06f94-7cd1-4ed0-8022-eec3c13c2d00 req-8b4963be-1f2c-4e6f-830f-def4268cd54a tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:14.214228 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c2d06f94-7cd1-4ed0-8022-eec3c13c2d00 req-8b4963be-1f2c-4e6f-830f-def4268cd54a tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 946 time: 0.1131725
Apr 09 13:55:14.265283 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c2d06f94-7cd1-4ed0-8022-eec3c13c2d00 req-4aed95ac-8861-4ae8-bfab-32710d16b1d1 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440381
Apr 09 13:55:14.420798 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:55:14.440128 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6f3d78-d174-441b-bfa1-c0fc7926ccd3 None None] Sync routers for ids ['f02f3234-a48a-4e8f-a069-10f5e677afa4'] in dv-cinder-785362-1-iscsi {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:55:14.451341 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for floatingip, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:14.461487 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6f3d78-d174-441b-bfa1-c0fc7926ccd3 None None] Routers {'f02f3234-a48a-4e8f-a069-10f5e677afa4'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:55:14.463854 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-5e6f3d78-d174-441b-bfa1-c0fc7926ccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc09a940>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:54:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['f02f3234-a48a-4e8f-a069-10f5e677afa4'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:55:14.520234 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.8043032
Apr 09 13:55:14.521151 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a240d4-2664-41e2-a0fa-622a4a56634e', 'tag': 'e959d20d-1793-4b84-8a61-8589ea036641'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:55:14.587318 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a240d4-2664-41e2-a0fa-622a4a56634e', 'tag': 'e959d20d-1793-4b84-8a61-8589ea036641', 'status': 'completed', 'code': 200}
Apr 09 13:55:14.690074 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-5e6f3d78-d174-441b-bfa1-c0fc7926ccd3 None None] Set router f02f3234-a48a-4e8f-a069-10f5e677afa4 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:55:14.974591 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b07c3f-05da-446e-a378-a11b4764121c req-47b38cc2-7f92-4a72-8317-28a6823cdd9a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:14.981685 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c5b07c3f-05da-446e-a378-a11b4764121c req-47b38cc2-7f92-4a72-8317-28a6823cdd9a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.2694228
Apr 09 13:55:15.024934 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c5b07c3f-05da-446e-a378-a11b4764121c req-f0f9a833-d7f2-4e55-bcbf-c0fca4e22b4d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418687
Apr 09 13:55:15.053087 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadd987-19c4-4c41-a64a-eb0bfc4412b2 req-ed0f2fd7-6354-4999-9a7f-806badae1bc7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:15.054962 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-feadd987-19c4-4c41-a64a-eb0bfc4412b2 req-ed0f2fd7-6354-4999-9a7f-806badae1bc7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.1837087
Apr 09 13:55:15.109018 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-feadd987-19c4-4c41-a64a-eb0bfc4412b2 req-e8159899-d14a-479e-9c4e-25b86da3abd2 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453749
Apr 09 13:55:15.261905 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-5e6f3d78-d174-441b-bfa1-c0fc7926ccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc09a940>, [{'id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:05Z', 'updated_at': '2021-04-09T13:53:11Z', 'revision_number': 4, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'gw_port': {'id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:06Z', 'updated_at': '2021-04-09T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': 'f5f4d3b2-8b0e-49e6-8501-454bc2c4326e', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'port_id': 'e959d20d-1793-4b84-8a61-8589ea036641', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'mac_address': 'fa:16:3e:5b:8c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a240d4-2664-41e2-a0fa-622a4a56634e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:55:12Z', 'updated_at': '2021-04-09T13:55:12Z', 'revision_number': 0, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407cfd7a-3fb8-4646-a497-496ad42874aa', 'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'mac_address': 'fa:16:3e:3a:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:10Z', 'updated_at': '2021-04-09T13:53:25Z', 'revision_number': 5, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'subnets': [{'id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:55:15.267030 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6f3d78-d174-441b-bfa1-c0fc7926ccd3 None None] Checking router: f02f3234-a48a-4e8f-a069-10f5e677afa4 for host: dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:55:15.287357 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6f3d78-d174-441b-bfa1-c0fc7926ccd3 None None] Routers {'f02f3234-a48a-4e8f-a069-10f5e677afa4'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:55:15.288968 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-5e6f3d78-d174-441b-bfa1-c0fc7926ccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc09a940>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:54:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['f02f3234-a48a-4e8f-a069-10f5e677afa4'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:55:15.426340 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276264ab-2503-4235-adc5-774e976dde5d req-8157ab17-a6f9-43f7-ab53-a72245254d39 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:15.428645 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-276264ab-2503-4235-adc5-774e976dde5d req-8157ab17-a6f9-43f7-ab53-a72245254d39 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.2280161
Apr 09 13:55:15.472754 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-276264ab-2503-4235-adc5-774e976dde5d req-df5f76dc-fa2f-4611-8624-84e468031b94 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0297627
Apr 09 13:55:15.599306 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17394787-7c25-4cf1-af70-bf62f7d72435 req-3567994a-f4eb-439b-89ac-9627078fb809 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:15.607427 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-17394787-7c25-4cf1-af70-bf62f7d72435 req-3567994a-f4eb-439b-89ac-9627078fb809 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 946 time: 0.1245000
Apr 09 13:55:15.660903 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-17394787-7c25-4cf1-af70-bf62f7d72435 req-926c06ab-9f93-4b3a-80d9-178c2fd49016 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523906
Apr 09 13:55:15.770458 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-5e6f3d78-d174-441b-bfa1-c0fc7926ccd3 None None] Set router f02f3234-a48a-4e8f-a069-10f5e677afa4 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:55:16.278207 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-5e6f3d78-d174-441b-bfa1-c0fc7926ccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc09a940>, [{'id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:05Z', 'updated_at': '2021-04-09T13:53:11Z', 'revision_number': 4, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'gw_port': {'id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:06Z', 'updated_at': '2021-04-09T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': 'f5f4d3b2-8b0e-49e6-8501-454bc2c4326e', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'port_id': 'e959d20d-1793-4b84-8a61-8589ea036641', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'mac_address': 'fa:16:3e:5b:8c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a240d4-2664-41e2-a0fa-622a4a56634e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:55:12Z', 'updated_at': '2021-04-09T13:55:12Z', 'revision_number': 0, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407cfd7a-3fb8-4646-a497-496ad42874aa', 'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'mac_address': 'fa:16:3e:3a:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:10Z', 'updated_at': '2021-04-09T13:53:25Z', 'revision_number': 5, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'subnets': [{'id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:55:16.287845 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6f3d78-d174-441b-bfa1-c0fc7926ccd3 None None] The sync data for ids ['f02f3234-a48a-4e8f-a069-10f5e677afa4'] in dv-cinder-785362-1-iscsi is: [{'id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:05Z', 'updated_at': '2021-04-09T13:53:11Z', 'revision_number': 4, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'gw_port': {'id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:06Z', 'updated_at': '2021-04-09T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': 'f5f4d3b2-8b0e-49e6-8501-454bc2c4326e', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'port_id': 'e959d20d-1793-4b84-8a61-8589ea036641', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'mac_address': 'fa:16:3e:5b:8c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a240d4-2664-41e2-a0fa-622a4a56634e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:55:12Z', 'updated_at': '2021-04-09T13:55:12Z', 'revision_number': 0, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407cfd7a-3fb8-4646-a497-496ad42874aa', 'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'mac_address': 'fa:16:3e:3a:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:10Z', 'updated_at': '2021-04-09T13:53:25Z', 'revision_number': 5, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'subnets': [{'id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:55:16.384963 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ad2c8-55ae-4974-99e2-b0fbaaeff7c1 req-4455e204-d67e-42ef-9463-ca76299d8559 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:16.386634 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9c5ad2c8-55ae-4974-99e2-b0fbaaeff7c1 req-4455e204-d67e-42ef-9463-ca76299d8559 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.1942613
Apr 09 13:55:16.426110 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68dac8-f9c0-4d85-9d3a-ceda9107be4a req-94591f29-7abf-4b6e-bfb5-00e35989969b tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:16.427899 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ac68dac8-f9c0-4d85-9d3a-ceda9107be4a req-94591f29-7abf-4b6e-bfb5-00e35989969b tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.1696367
Apr 09 13:55:16.451655 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9c5ad2c8-55ae-4974-99e2-b0fbaaeff7c1 req-71027d82-8c0b-4468-b28b-2740a18de53c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582292
Apr 09 13:55:16.484417 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ac68dac8-f9c0-4d85-9d3a-ceda9107be4a req-782e4325-6598-46d1-800b-1a93cf161547 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460358
Apr 09 13:55:16.676031 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff278957-5ceb-4fbc-a399-2015ede82e1c None None] New status for floating IP f5f4d3b2-8b0e-49e6-8501-454bc2c4326e: ACTIVE {{(pid=85292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 13:55:17.157483 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2799321-fd3c-445c-a992-9d8010a7377a req-c3f7bbb3-0ca1-485d-9918-d058fd3ccc2a tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:17.169210 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f2799321-fd3c-445c-a992-9d8010a7377a req-c3f7bbb3-0ca1-485d-9918-d058fd3ccc2a tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.5414226
Apr 09 13:55:17.207675 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f2799321-fd3c-445c-a992-9d8010a7377a req-049068a7-8b41-4443-9260-6bbc28846b74 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371363
Apr 09 13:55:17.217311 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0455312-1be6-49b6-9008-d8b1860fb60b req-bfb9d0a2-023c-44ed-9a96-18e47344d52d tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:17.220382 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d0455312-1be6-49b6-9008-d8b1860fb60b req-bfb9d0a2-023c-44ed-9a96-18e47344d52d tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 946 time: 0.2392499
Apr 09 13:55:17.264778 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d0455312-1be6-49b6-9008-d8b1860fb60b req-618f18c6-91e1-4f63-80cc-017befbc5c19 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382297
Apr 09 13:55:17.775937 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7ec1c-63ba-46ef-8973-e95248648628 req-931db40d-f5ae-4c82-8516-cf08398b0f15 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:17.777993 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f3e7ec1c-63ba-46ef-8973-e95248648628 req-931db40d-f5ae-4c82-8516-cf08398b0f15 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.1824679
Apr 09 13:55:17.798500 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26127f-20cd-4036-a79a-a598e6b4dbe8 req-4fa65ca2-2fc6-4bc9-8f1f-2b0570e53160 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:17.801158 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0a26127f-20cd-4036-a79a-a598e6b4dbe8 req-4fa65ca2-2fc6-4bc9-8f1f-2b0570e53160 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.1465952
Apr 09 13:55:17.854020 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f3e7ec1c-63ba-46ef-8973-e95248648628 req-a0653d6f-24e7-4091-967e-50f55f2a00c2 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517209
Apr 09 13:55:17.857412 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0a26127f-20cd-4036-a79a-a598e6b4dbe8 req-3d21c5c7-221a-4ee2-9043-4d99b027ace3 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404012
Apr 09 13:55:18.341135 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e4d7a4ea-983c-41cd-b82b-5b7b55e4cfd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:18.617874 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4bdbe-035a-4820-8952-de277979f61c req-fed7c351-f0a1-44fe-804d-b973b561849f tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:18.619577 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7df4bdbe-035a-4820-8952-de277979f61c req-fed7c351-f0a1-44fe-804d-b973b561849f tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 946 time: 0.1519427
Apr 09 13:55:18.630598 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0914bb-30b2-467e-b00a-20aca02039f1 req-b0dcb921-83eb-4eac-883d-60f220972d0f tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:18.632830 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4b0914bb-30b2-467e-b00a-20aca02039f1 req-b0dcb921-83eb-4eac-883d-60f220972d0f tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.2112012
Apr 09 13:55:18.685163 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7df4bdbe-035a-4820-8952-de277979f61c req-6086a48d-d271-4ee0-9a81-2e3eeb6a87c8 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500801
Apr 09 13:55:18.690634 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4b0914bb-30b2-467e-b00a-20aca02039f1 req-c964a677-f423-4ff9-8287-48f55e9791fd tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386269
Apr 09 13:55:19.189275 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16070c7e-79fd-437e-93fd-e60e5dd8de26 req-71c4aab3-0442-41e6-bb98-7f67d8fff0fc tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:19.190861 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-16070c7e-79fd-437e-93fd-e60e5dd8de26 req-71c4aab3-0442-41e6-bb98-7f67d8fff0fc tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.1846516
Apr 09 13:55:19.201344 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbefc0-0268-4c54-b0eb-df6079cb031b req-ac69aeea-f78b-4067-97e2-0cdc2cc1018f tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:19.202956 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7abbefc0-0268-4c54-b0eb-df6079cb031b req-ac69aeea-f78b-4067-97e2-0cdc2cc1018f tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.1468232
Apr 09 13:55:19.248378 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-16070c7e-79fd-437e-93fd-e60e5dd8de26 req-d6d51995-bf60-4554-93a1-33bfe9d6d845 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442045
Apr 09 13:55:19.253844 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7abbefc0-0268-4c54-b0eb-df6079cb031b req-590e9803-ff2a-4873-acaa-62dc1daf4a0a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365255
Apr 09 13:55:20.004213 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035e91a-9a5d-4ec3-bbbc-af51903cb9fb req-4ba16f1c-689d-4512-93c3-cec4c9b8a011 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:20.006272 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8035e91a-9a5d-4ec3-bbbc-af51903cb9fb req-4ba16f1c-689d-4512-93c3-cec4c9b8a011 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1782625
Apr 09 13:55:20.016110 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cf386-b535-499e-95d2-9197944b3be7 req-173d4909-195f-4c04-aea1-af0406c2f13e tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:20.017767 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b13cf386-b535-499e-95d2-9197944b3be7 req-173d4909-195f-4c04-aea1-af0406c2f13e tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 946 time: 0.1475611
Apr 09 13:55:20.070648 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8035e91a-9a5d-4ec3-bbbc-af51903cb9fb req-0b23a0ec-c6a2-40aa-9934-34cef6fa56b0 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517826
Apr 09 13:55:20.076118 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b13cf386-b535-499e-95d2-9197944b3be7 req-3b544264-4979-4199-a171-cca5462d90b9 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418298
Apr 09 13:55:20.597416 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210edcf0-e82f-4297-b565-116706e2aa2d req-1090714c-e03c-4930-83b7-e6067b5ff932 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:20.600244 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-210edcf0-e82f-4297-b565-116706e2aa2d req-1090714c-e03c-4930-83b7-e6067b5ff932 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.1768315
Apr 09 13:55:20.633916 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7d533-6692-4366-8caa-0ca58044969c req-c183d2b6-40b9-4f7e-859f-e36405c92e5c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:20.635618 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-adc7d533-6692-4366-8caa-0ca58044969c req-c183d2b6-40b9-4f7e-859f-e36405c92e5c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.1625543
Apr 09 13:55:20.649979 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-210edcf0-e82f-4297-b565-116706e2aa2d req-a73e7feb-8806-4aff-b5be-2f36b95e4d9a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432703
Apr 09 13:55:20.679276 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-adc7d533-6692-4366-8caa-0ca58044969c req-c4b30918-c49f-4d86-ba09-8ab8b59dd455 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0345769
Apr 09 13:55:21.379031 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de86fec-4110-4971-99e0-453a8a273cab req-594a94b9-8c42-4780-984a-3400ef7e8437 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:21.380825 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8de86fec-4110-4971-99e0-453a8a273cab req-594a94b9-8c42-4780-984a-3400ef7e8437 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 946 time: 0.1346061
Apr 09 13:55:21.389911 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db487807-a403-4d1a-b717-907494229e08 req-08cde84b-dcef-435d-b763-ba01e163fa40 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:21.391849 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-db487807-a403-4d1a-b717-907494229e08 req-08cde84b-dcef-435d-b763-ba01e163fa40 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1871254
Apr 09 13:55:21.439071 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8de86fec-4110-4971-99e0-453a8a273cab req-a5973273-692f-4f33-9a2d-8adb2c48102b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464151
Apr 09 13:55:21.454569 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-db487807-a403-4d1a-b717-907494229e08 req-1c4df5f7-e94b-4b1d-9334-126400bb1d09 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468030
Apr 09 13:55:21.482444 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0e75c48f-fa92-4c6b-8e83-c1dbf605dd02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:21.487735 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:21.966970 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b684a2-ca48-4091-b56c-ddc995979c9c req-7bc06f7c-69e0-42fd-a176-f72545ce5717 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:21.969017 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d5b684a2-ca48-4091-b56c-ddc995979c9c req-7bc06f7c-69e0-42fd-a176-f72545ce5717 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.1813762
Apr 09 13:55:21.979379 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b46c6e-f8a5-46cc-b2b0-2b328a243b7d req-146f6973-a45b-4ed6-a8ea-871601fe7433 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:21.981052 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d5b46c6e-f8a5-46cc-b2b0-2b328a243b7d req-146f6973-a45b-4ed6-a8ea-871601fe7433 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.1415811
Apr 09 13:55:22.026584 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d5b684a2-ca48-4091-b56c-ddc995979c9c req-3c959009-4067-427d-8d8b-95f2a46ebcb6 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444283
Apr 09 13:55:22.034942 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d5b46c6e-f8a5-46cc-b2b0-2b328a243b7d req-5b8c651f-67ab-4cd4-8aa8-0d5a5ddd7bb5 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370760
Apr 09 13:55:22.759710 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b1a22-4bbe-442f-8ff6-84afef750619 req-c17b827a-6078-4032-ae9b-10a61671b329 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:22.761385 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-616b1a22-4bbe-442f-8ff6-84afef750619 req-c17b827a-6078-4032-ae9b-10a61671b329 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1770287
Apr 09 13:55:22.775327 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92d55c-96bb-4edf-9682-2794517f56f6 req-989e8390-cd35-4b09-be00-b8e73ec81044 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:22.777048 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1e92d55c-96bb-4edf-9682-2794517f56f6 req-989e8390-cd35-4b09-be00-b8e73ec81044 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 946 time: 0.1377347
Apr 09 13:55:22.826312 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1e92d55c-96bb-4edf-9682-2794517f56f6 req-2a7e34c3-2166-432b-93f1-a45ffe67058d tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0345733
Apr 09 13:55:22.830429 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-616b1a22-4bbe-442f-8ff6-84afef750619 req-0b9fe074-604b-401c-9f46-4f9033f76d79 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523047
Apr 09 13:55:23.134740 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:23.297179 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:23.326370 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2961f33-612b-43f2-8248-4a49102818cc req-ccf86612-884e-46fd-bf8a-a9918791c530 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:23.327889 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b2961f33-612b-43f2-8248-4a49102818cc req-ccf86612-884e-46fd-bf8a-a9918791c530 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.1201398
Apr 09 13:55:23.341653 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c3d7b-159f-4519-99e6-75a5d0141aa4 req-8e88ee4f-fe4f-4625-b494-5273c5db078d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:23.343245 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7a9c3d7b-159f-4519-99e6-75a5d0141aa4 req-8e88ee4f-fe4f-4625-b494-5273c5db078d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.1872003
Apr 09 13:55:23.387398 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b2961f33-612b-43f2-8248-4a49102818cc req-b8d0d1af-fd1e-4ae5-abd3-11e556cc047a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430315
Apr 09 13:55:23.392601 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7a9c3d7b-159f-4519-99e6-75a5d0141aa4 req-9fac8cc1-8ab2-4d29-a5a0-d72077853998 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0349102
Apr 09 13:55:24.115157 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c079cbf-a74d-4b82-8376-04e03a3ae96a req-aba464de-75ca-4906-a4ad-5505a1d91818 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:24.116859 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1c079cbf-a74d-4b82-8376-04e03a3ae96a req-aba464de-75ca-4906-a4ad-5505a1d91818 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1671596
Apr 09 13:55:24.125873 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c6bf0-db8f-4171-b691-97b432083d07 req-f22a80c2-fbaa-4b67-8606-b698fd9b36d5 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:24.127601 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2b3c6bf0-db8f-4171-b691-97b432083d07 req-f22a80c2-fbaa-4b67-8606-b698fd9b36d5 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 946 time: 0.1320894
Apr 09 13:55:24.176136 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1c079cbf-a74d-4b82-8376-04e03a3ae96a req-ef359ea0-d49b-400f-86ab-cc5770fad784 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474138
Apr 09 13:55:24.182542 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2b3c6bf0-db8f-4171-b691-97b432083d07 req-b91c5888-691f-44bf-9052-a2f0f23f4d48 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384686
Apr 09 13:55:24.697457 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa84e40-975b-4c73-b807-ec2a22aae3d1 req-bd6cd338-50c6-4b5c-9a00-13ccbd6b49af tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:24.699242 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3fa84e40-975b-4c73-b807-ec2a22aae3d1 req-bd6cd338-50c6-4b5c-9a00-13ccbd6b49af tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.1746008
Apr 09 13:55:24.699860 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:24.728132 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8e709-cee3-41f6-b2a1-a9e250add9dc req-d5970594-df8b-4d7a-83be-0e18c41cd74d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:24.729855 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-52e8e709-cee3-41f6-b2a1-a9e250add9dc req-d5970594-df8b-4d7a-83be-0e18c41cd74d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.1579773
Apr 09 13:55:24.756946 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3fa84e40-975b-4c73-b807-ec2a22aae3d1 req-dee1bd21-7b07-462d-b1b5-914147f7388c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410748
Apr 09 13:55:24.793067 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-52e8e709-cee3-41f6-b2a1-a9e250add9dc req-ae42fc48-49de-47cc-8faa-fb6fe9377c50 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515189
Apr 09 13:55:25.491870 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e378770-d43e-43c7-a825-05557572c294 req-bc7ef0ad-ba1f-4fef-aa6b-1e52d1a2fdc4 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:25.493517 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6e378770-d43e-43c7-a825-05557572c294 req-bc7ef0ad-ba1f-4fef-aa6b-1e52d1a2fdc4 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 946 time: 0.1722558
Apr 09 13:55:25.502059 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2e8b6-0d80-44fe-a970-887ae36f6428 req-2e2881f6-ecaf-4d23-a1b9-3b5290b93512 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:25.503669 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-98d2e8b6-0d80-44fe-a970-887ae36f6428 req-2e2881f6-ecaf-4d23-a1b9-3b5290b93512 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1414950
Apr 09 13:55:25.547500 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6e378770-d43e-43c7-a825-05557572c294 req-159371eb-c7aa-4662-9046-62e90dde93fb tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427132
Apr 09 13:55:25.560180 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-98d2e8b6-0d80-44fe-a970-887ae36f6428 req-0cc21755-f4d4-47fc-bc16-80500a58c073 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396347
Apr 09 13:55:26.052406 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e6ab0-91b2-4c22-9510-3cef3873682f req-d6240534-2392-4f56-be8a-97dd05077f15 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:26.054583 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6e6e6ab0-91b2-4c22-9510-3cef3873682f req-d6240534-2392-4f56-be8a-97dd05077f15 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.1650677
Apr 09 13:55:26.067836 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137da5ca-9f83-4fc1-98f7-1bbd0b3342ad req-fe635abb-2e04-456f-bc0f-b09b7ef5ca5a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:26.069510 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-137da5ca-9f83-4fc1-98f7-1bbd0b3342ad req-fe635abb-2e04-456f-bc0f-b09b7ef5ca5a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.1364489
Apr 09 13:55:26.116884 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6e6e6ab0-91b2-4c22-9510-3cef3873682f req-a347fda4-4753-4515-b09a-a4d35033de72 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462861
Apr 09 13:55:26.122194 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-137da5ca-9f83-4fc1-98f7-1bbd0b3342ad req-ee975654-a64f-412f-b1f5-d77f3277caea tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361869
Apr 09 13:55:27.053686 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d179238-3680-48cd-a46c-f33c8e9a7fac req-b5b563dd-a31a-49b9-bf19-adcd90831594 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:27.055388 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7d179238-3680-48cd-a46c-f33c8e9a7fac req-b5b563dd-a31a-49b9-bf19-adcd90831594 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 946 time: 0.3872418
Apr 09 13:55:27.070855 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eca59c-1793-46b5-b202-db8102a17de2 req-0aba753b-8679-4a0a-807d-f203e92b42af tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:27.072569 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f3eca59c-1793-46b5-b202-db8102a17de2 req-0aba753b-8679-4a0a-807d-f203e92b42af tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.3657401
Apr 09 13:55:27.119826 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7d179238-3680-48cd-a46c-f33c8e9a7fac req-fdcadd73-b458-479d-b1a1-3e93ec77d4ce tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461423
Apr 09 13:55:27.125153 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f3eca59c-1793-46b5-b202-db8102a17de2 req-aa2edde8-22f4-456c-810a-391aa0632332 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365572
Apr 09 13:55:27.406318 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd907f96-764d-467c-81ff-29d4eb73fb71 req-22afab9b-3979-441a-82e2-82ef6259435d tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:27.407975 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fd907f96-764d-467c-81ff-29d4eb73fb71 req-22afab9b-3979-441a-82e2-82ef6259435d tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.1621971
Apr 09 13:55:27.418462 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19e1fd-5b82-4020-8295-fc096237b434 req-064d8bd7-f5d6-41a0-bb71-f23af833fa9b tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:27.420105 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fc19e1fd-5b82-4020-8295-fc096237b434 req-064d8bd7-f5d6-41a0-bb71-f23af833fa9b tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.1758652
Apr 09 13:55:27.464850 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fd907f96-764d-467c-81ff-29d4eb73fb71 req-30010b19-ad92-4102-ab56-8fb61d21931c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436213
Apr 09 13:55:27.469987 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fc19e1fd-5b82-4020-8295-fc096237b434 req-558d4d98-60e1-4a88-8840-3434bc0870d6 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0352342
Apr 09 13:55:28.412235 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63dda4-57b0-47fa-b8d7-3bcd93c4a5c6 req-e0666e97-7bec-4aa2-93b2-5052fd107c11 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:28.413849 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0c63dda4-57b0-47fa-b8d7-3bcd93c4a5c6 req-e0666e97-7bec-4aa2-93b2-5052fd107c11 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 946 time: 0.1703899
Apr 09 13:55:28.423556 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f33d2b-a6d5-4ce6-bb06-c1ddec2049c7 req-1a4e313d-c4b4-4196-aec7-2ae9ee4e4f88 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:28.425447 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-63f33d2b-a6d5-4ce6-bb06-c1ddec2049c7 req-1a4e313d-c4b4-4196-aec7-2ae9ee4e4f88 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1386712
Apr 09 13:55:28.470620 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0c63dda4-57b0-47fa-b8d7-3bcd93c4a5c6 req-332fee60-4b1a-473c-8cbb-08b141c9492b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437095
Apr 09 13:55:28.476324 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-63f33d2b-a6d5-4ce6-bb06-c1ddec2049c7 req-0b0e75a4-23cc-42c3-8b60-eb6b37b15ea7 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366955
Apr 09 13:55:28.755808 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135da5b7-03a7-4160-804d-e755c5b77500 req-0656ee41-b51d-438f-b9ed-f479884a629b tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:28.757424 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-135da5b7-03a7-4160-804d-e755c5b77500 req-0656ee41-b51d-438f-b9ed-f479884a629b tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.1630087
Apr 09 13:55:28.767091 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a459cc-960e-44f9-812f-91e4126e0a52 req-133db811-2a82-45b1-882a-2a3811dab94b tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:28.769640 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c9a459cc-960e-44f9-812f-91e4126e0a52 req-133db811-2a82-45b1-882a-2a3811dab94b tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.1766698
Apr 09 13:55:28.813187 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-135da5b7-03a7-4160-804d-e755c5b77500 req-ebff3baf-5b72-4f3f-8771-442f318ff6ae tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424283
Apr 09 13:55:28.821950 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c9a459cc-960e-44f9-812f-91e4126e0a52 req-009043ea-ea23-4504-9b39-dd4a845163ad tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385261
Apr 09 13:55:29.761722 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e854aa-27ce-416f-b196-52a67643045b req-4d5a41e5-6976-4f2b-aba5-2416b0e37050 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:29.763463 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-58e854aa-27ce-416f-b196-52a67643045b req-4d5a41e5-6976-4f2b-aba5-2416b0e37050 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1261430
Apr 09 13:55:29.772714 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975e39e-6d42-4afc-8712-f4f53b024df3 req-1aaa9e57-9e28-4cca-bffc-89d51b9974da tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:29.774402 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0975e39e-6d42-4afc-8712-f4f53b024df3 req-1aaa9e57-9e28-4cca-bffc-89d51b9974da tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 946 time: 0.1789808
Apr 09 13:55:29.814914 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-58e854aa-27ce-416f-b196-52a67643045b req-ddbb0106-947b-4384-a0c3-1625e414be89 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394149
Apr 09 13:55:29.826710 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0975e39e-6d42-4afc-8712-f4f53b024df3 req-b2a3b577-b67f-43a6-87ad-10b4ceda10db tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362165
Apr 09 13:55:30.116310 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318ad3c-4d06-4a58-9668-52c0a061bc5e req-ee2f9ec3-6b2a-49a7-a200-ecf23533dfc7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:30.118056 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e318ad3c-4d06-4a58-9668-52c0a061bc5e req-ee2f9ec3-6b2a-49a7-a200-ecf23533dfc7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.1740537
Apr 09 13:55:30.133455 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52764b-f7cd-42de-9a0d-9f56b288bf6a req-5e7b2e4c-f649-4c7a-ad0c-2fdff8d7b207 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:30.135398 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0f52764b-f7cd-42de-9a0d-9f56b288bf6a req-5e7b2e4c-f649-4c7a-ad0c-2fdff8d7b207 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.1502545
Apr 09 13:55:30.189930 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e318ad3c-4d06-4a58-9668-52c0a061bc5e req-f2ccc3aa-083c-4a5e-8c67-b28efd7032fe tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533888
Apr 09 13:55:30.201409 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0f52764b-f7cd-42de-9a0d-9f56b288bf6a req-95baffdb-8ec9-4227-8966-96762903d7ca tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502687
Apr 09 13:55:30.408416 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04351312-cb19-4324-a550-a910922c98e4 req-d2793bea-3124-472a-8ee8-c3c556fc16a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:30.411479 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-04351312-cb19-4324-a550-a910922c98e4 req-d2793bea-3124-472a-8ee8-c3c556fc16a8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=142806ca91ce40c4af646ab038ed6230&device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 1099 time: 0.2179055
Apr 09 13:55:30.476184 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbf98f-9554-42e0-83c0-b2f4908696e0 req-2a2da10d-64a4-408a-ade0-213c676ebf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:30.477958 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-60cbf98f-9554-42e0-83c0-b2f4908696e0 req-2a2da10d-64a4-408a-ade0-213c676ebf89 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 1099 time: 0.2403617
Apr 09 13:55:30.485757 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee74fc7-c09c-440a-ac70-3b0adca35d40 req-ea01bad7-6b16-42e7-b5d3-99d13f54a811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:30.487660 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9ee74fc7-c09c-440a-ac70-3b0adca35d40 req-ea01bad7-6b16-42e7-b5d3-99d13f54a811 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ba5d9acca4e84f2e82dcc146f183b1f2&device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 1098 time: 0.1894886
Apr 09 13:55:30.515495 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-60cbf98f-9554-42e0-83c0-b2f4908696e0 req-a2a61f87-659e-46b1-8824-7e928e578f22 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0265853
Apr 09 13:55:30.597918 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04351312-cb19-4324-a550-a910922c98e4 req-27f61172-5bbd-4880-b358-f47bef206fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:30.599742 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-04351312-cb19-4324-a550-a910922c98e4 req-27f61172-5bbd-4880-b358-f47bef206fcf service neutron] 10.222.0.93 "GET /v2.0/networks?id=728a6819-b70e-44ea-a058-103a448de099 HTTP/1.1" status: 200  len: 912 time: 0.1802526
Apr 09 13:55:30.873635 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-04351312-cb19-4324-a550-a910922c98e4 req-14fc4dda-19e7-4b35-b040-a562d091d6ca service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e959d20d-1793-4b84-8a61-8589ea036641 HTTP/1.1" status: 200  len: 1001 time: 0.1512775
Apr 09 13:55:31.112433 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04351312-cb19-4324-a550-a910922c98e4 req-250b5e1b-5183-414c-ac74-248d0efaf9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:31.114116 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-04351312-cb19-4324-a550-a910922c98e4 req-250b5e1b-5183-414c-ac74-248d0efaf9cd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e030f8dc-5b8d-4ea0-b3f6-2dee779ce825 HTTP/1.1" status: 200  len: 850 time: 0.2209103
Apr 09 13:55:31.256632 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da2a75-4d87-4668-a773-8225561f8d4f req-40d74dcb-6618-4401-b27e-831be645cd9c tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:31.258378 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-87da2a75-4d87-4668-a773-8225561f8d4f req-40d74dcb-6618-4401-b27e-831be645cd9c tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.2933128
Apr 09 13:55:31.283552 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee74fc7-c09c-440a-ac70-3b0adca35d40 req-054ee81b-25bf-4a26-97bd-34bfa4d9ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:31.287167 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9ee74fc7-c09c-440a-ac70-3b0adca35d40 req-054ee81b-25bf-4a26-97bd-34bfa4d9ad61 service neutron] 10.222.0.93 "GET /v2.0/networks?id=dac73499-f23e-4d97-b423-652173261576 HTTP/1.1" status: 200  len: 912 time: 0.5654490
Apr 09 13:55:31.289307 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff5f4f-640d-4686-983e-009911ad0e3c req-b9b0046e-bf2e-433b-9154-09c217630553 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:31.291096 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2dff5f4f-640d-4686-983e-009911ad0e3c req-b9b0046e-bf2e-433b-9154-09c217630553 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 946 time: 0.3098350
Apr 09 13:55:31.388334 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-87da2a75-4d87-4668-a773-8225561f8d4f req-7905180f-f85e-4bd2-aa5a-5056c970f11b tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946777
Apr 09 13:55:31.401015 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2dff5f4f-640d-4686-983e-009911ad0e3c req-d1dcd077-c5e6-49f1-a571-447f16a324f6 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717442
Apr 09 13:55:31.410581 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04351312-cb19-4324-a550-a910922c98e4 req-ae7e0faa-4d08-468c-abc7-ff75576a7e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:31.414035 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-04351312-cb19-4324-a550-a910922c98e4 req-ae7e0faa-4d08-468c-abc7-ff75576a7e0e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=728a6819-b70e-44ea-a058-103a448de099&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2777231
Apr 09 13:55:31.485491 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9ee74fc7-c09c-440a-ac70-3b0adca35d40 req-3e104081-f281-4ff0-8665-520d49405f06 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ee93b79-417f-4f8b-a07d-390cfb262156 HTTP/1.1" status: 200  len: 1001 time: 0.1907423
Apr 09 13:55:31.578327 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee74fc7-c09c-440a-ac70-3b0adca35d40 req-37c96a57-2d63-4ac6-8cc6-9b1925cd83d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:31.579908 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9ee74fc7-c09c-440a-ac70-3b0adca35d40 req-37c96a57-2d63-4ac6-8cc6-9b1925cd83d2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=925b601e-37cf-4380-a4b3-d671bf8558b0 HTTP/1.1" status: 200  len: 850 time: 0.0870697
Apr 09 13:55:31.703655 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee74fc7-c09c-440a-ac70-3b0adca35d40 req-f399feaa-f2f9-471c-a9b2-ef173b374a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:31.706842 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9ee74fc7-c09c-440a-ac70-3b0adca35d40 req-f399feaa-f2f9-471c-a9b2-ef173b374a30 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=dac73499-f23e-4d97-b423-652173261576&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1175189
Apr 09 13:55:31.764271 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-04351312-cb19-4324-a550-a910922c98e4 req-168c4e13-cfcc-486b-a272-e9c73017f2f3 service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3412590
Apr 09 13:55:31.847810 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917b437-8acd-42f2-915f-fe7a3af82522 req-ceffab6e-6db3-4441-b5a5-c1978d16c376 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:31.851453 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a917b437-8acd-42f2-915f-fe7a3af82522 req-ceffab6e-6db3-4441-b5a5-c1978d16c376 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.2466278
Apr 09 13:55:31.950613 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9ee74fc7-c09c-440a-ac70-3b0adca35d40 req-fd691ef9-a186-4787-ac68-dfc4b50ff73f service neutron] 10.222.0.93 "GET /v2.0/networks/dac73499-f23e-4d97-b423-652173261576?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2352610
Apr 09 13:55:32.037377 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a917b437-8acd-42f2-915f-fe7a3af82522 req-f2578347-31d7-4335-a3fc-5111cf021687 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677741
Apr 09 13:55:32.110203 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-04351312-cb19-4324-a550-a910922c98e4 req-8a0d94c6-d457-4e09-b126-e009dff8e3a3 service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3358657
Apr 09 13:55:32.133245 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733593c-a937-4579-a545-0bac61ec5fbe req-c323ec2b-3196-46db-9b97-9107f8b979e9 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:32.144304 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d733593c-a937-4579-a545-0bac61ec5fbe req-c323ec2b-3196-46db-9b97-9107f8b979e9 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.5409238
Apr 09 13:55:32.187084 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9ee74fc7-c09c-440a-ac70-3b0adca35d40 req-36cbd30e-37ea-48e4-bc82-685235e5db74 service neutron] 10.222.0.93 "GET /v2.0/networks/dac73499-f23e-4d97-b423-652173261576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2268262
Apr 09 13:55:32.195664 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d733593c-a937-4579-a545-0bac61ec5fbe req-b444dfd8-a8c2-4d30-bf6b-daf600c5aec7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501885
Apr 09 13:55:32.680330 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd3d89-925a-4718-a69a-51bcf59ea2fd req-3befe672-8300-4c68-83ac-94b7413a4898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:32.682623 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0acd3d89-925a-4718-a69a-51bcf59ea2fd req-3befe672-8300-4c68-83ac-94b7413a4898 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ba5d9acca4e84f2e82dcc146f183b1f2&device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 1098 time: 0.1080351
Apr 09 13:55:32.719765 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b8f17-0c56-4bae-8a93-e3e4b1baa785 req-92e4ac30-9628-4e04-88b3-3affdcd01913 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:32.721877 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1b8b8f17-0c56-4bae-8a93-e3e4b1baa785 req-92e4ac30-9628-4e04-88b3-3affdcd01913 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.2133007
Apr 09 13:55:32.754894 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd9ff5-8f40-4160-b9cf-ee57683f0aaa req-fe091d08-c603-4533-a84a-59e283ddc8ff tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:32.766658 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d1fd9ff5-8f40-4160-b9cf-ee57683f0aaa req-fe091d08-c603-4533-a84a-59e283ddc8ff tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1930757
Apr 09 13:55:32.813093 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d1fd9ff5-8f40-4160-b9cf-ee57683f0aaa req-b386a310-6515-4ace-a8f3-dfbe09c7219e tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449014
Apr 09 13:55:32.852017 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1b8b8f17-0c56-4bae-8a93-e3e4b1baa785 req-5ea6e2e1-8b05-46dc-bb63-a3b31e264379 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822680
Apr 09 13:55:32.945719 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd3d89-925a-4718-a69a-51bcf59ea2fd req-3f7e838f-e4c2-40e2-a3de-5b77b1233fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:32.947354 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0acd3d89-925a-4718-a69a-51bcf59ea2fd req-3f7e838f-e4c2-40e2-a3de-5b77b1233fd8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=dac73499-f23e-4d97-b423-652173261576 HTTP/1.1" status: 200  len: 912 time: 0.2352970
Apr 09 13:55:33.096656 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2cfb5-c081-4380-b027-fb646950c0ff req-b17efeec-5bbb-44be-96b7-acc93d675e4b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:33.101049 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-edf2cfb5-c081-4380-b027-fb646950c0ff req-b17efeec-5bbb-44be-96b7-acc93d675e4b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 946 time: 0.1152992
Apr 09 13:55:33.118945 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0acd3d89-925a-4718-a69a-51bcf59ea2fd req-bed5ba21-eda5-4859-9441-415c7c7979c4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ee93b79-417f-4f8b-a07d-390cfb262156 HTTP/1.1" status: 200  len: 1001 time: 0.1337526
Apr 09 13:55:33.147844 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-edf2cfb5-c081-4380-b027-fb646950c0ff req-066a788b-0784-4b28-a393-07ac0ad59a85 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421598
Apr 09 13:55:33.199363 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd3d89-925a-4718-a69a-51bcf59ea2fd req-d111b0dc-1e49-472a-97c1-fb26dfd6d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:33.201314 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0acd3d89-925a-4718-a69a-51bcf59ea2fd req-d111b0dc-1e49-472a-97c1-fb26dfd6d68c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=925b601e-37cf-4380-a4b3-d671bf8558b0 HTTP/1.1" status: 200  len: 850 time: 0.0750315
Apr 09 13:55:33.343823 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd3d89-925a-4718-a69a-51bcf59ea2fd req-6138458d-00f3-4132-aba5-f6e3adf13eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:33.347654 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0acd3d89-925a-4718-a69a-51bcf59ea2fd req-6138458d-00f3-4132-aba5-f6e3adf13eaf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=dac73499-f23e-4d97-b423-652173261576&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1371484
Apr 09 13:55:33.513660 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7adad-6cd6-441f-966d-40bce790250f req-27e4783d-99bb-42c0-bb48-8c571920164a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:33.516680 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-26c7adad-6cd6-441f-966d-40bce790250f req-27e4783d-99bb-42c0-bb48-8c571920164a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.1345289
Apr 09 13:55:33.567752 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-26c7adad-6cd6-441f-966d-40bce790250f req-57389c23-9e0c-4176-bdda-0ee3ae514b63 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364408
Apr 09 13:55:33.605728 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0acd3d89-925a-4718-a69a-51bcf59ea2fd req-bcc8c7dd-c809-4068-87c3-6b2347962ca8 service neutron] 10.222.0.93 "GET /v2.0/networks/dac73499-f23e-4d97-b423-652173261576?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2466033
Apr 09 13:55:33.816005 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0acd3d89-925a-4718-a69a-51bcf59ea2fd req-12509687-2e5f-45dc-b6d4-876a7f37ff36 service neutron] 10.222.0.93 "GET /v2.0/networks/dac73499-f23e-4d97-b423-652173261576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2033732
Apr 09 13:55:33.854668 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571c635-3aee-42f2-a464-a65cb24b788f req-f97c836b-b042-4543-915d-c29eb0ee3412 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:33.856925 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e571c635-3aee-42f2-a464-a65cb24b788f req-f97c836b-b042-4543-915d-c29eb0ee3412 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.93 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.1550381
Apr 09 13:55:33.975879 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-e571c635-3aee-42f2-a464-a65cb24b788f req-57e1ec57-494e-4236-9a12-204b39c03dbb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Deleting port 211d2bc4-c81a-4cb1-be28-f837d0abfcdc {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:55:33.976669 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-e571c635-3aee-42f2-a464-a65cb24b788f req-57e1ec57-494e-4236-9a12-204b39c03dbb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:34.654337 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817464b9-81bf-402e-bad7-c7dcef3c34d1 req-c060d4c2-c23f-4650-b801-f075e8aff991 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:34.655908 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-817464b9-81bf-402e-bad7-c7dcef3c34d1 req-c060d4c2-c23f-4650-b801-f075e8aff991 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 945 time: 0.6363518
Apr 09 13:55:34.703962 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c11cf-1a75-4e76-a3db-c9385db843a0 req-c3677fee-179a-4e10-b8d6-0f92f1b7e48b tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:34.706171 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-043c11cf-1a75-4e76-a3db-c9385db843a0 req-c3677fee-179a-4e10-b8d6-0f92f1b7e48b tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.6327615
Apr 09 13:55:34.719345 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-817464b9-81bf-402e-bad7-c7dcef3c34d1 req-f864542c-092f-4b1b-99ee-f3cde6971dfe tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/security-groups?id=2c316f74-a970-4a9b-abe2-8241114f0ee9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528817
Apr 09 13:55:34.771645 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-043c11cf-1a75-4e76-a3db-c9385db843a0 req-ab66f7af-f251-4695-b6f9-55819e7078a2 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500352
Apr 09 13:55:34.798009 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-e571c635-3aee-42f2-a464-a65cb24b788f req-57e1ec57-494e-4236-9a12-204b39c03dbb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] For port 211d2bc4-c81a-4cb1-be28-f837d0abfcdc, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=211d2bc4-c81a-4cb1-be28-f837d0abfcdc,segment=NetworkSegment(6a2d8c17-f66d-454b-89ad-1748ea8ad1dc),segment_id=6a2d8c17-f66d-454b-89ad-1748ea8ad1dc)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:55:34.798578 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-e571c635-3aee-42f2-a464-a65cb24b788f req-57e1ec57-494e-4236-9a12-204b39c03dbb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:34.992119 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-e571c635-3aee-42f2-a464-a65cb24b788f req-57e1ec57-494e-4236-9a12-204b39c03dbb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Calling delete_port for 211d2bc4-c81a-4cb1-be28-f837d0abfcdc owned by compute:nova {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:55:35.133464 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e712a-cbcf-4011-81a3-5fac9c928c82 req-6ca7d041-e65e-4c60-acc9-cff5628bfc2b tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:35.135179 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1c8e712a-cbcf-4011-81a3-5fac9c928c82 req-6ca7d041-e65e-4c60-acc9-cff5628bfc2b tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.2593303
Apr 09 13:55:35.220269 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1c8e712a-cbcf-4011-81a3-5fac9c928c82 req-fff5244e-4bfa-41f4-b48b-1ee74cfe73dc tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500796
Apr 09 13:55:35.239356 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-e571c635-3aee-42f2-a464-a65cb24b788f req-57e1ec57-494e-4236-9a12-204b39c03dbb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:35.254163 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['211d2bc4-c81a-4cb1-be28-f837d0abfcdc'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:55:35.276009 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1d7120ae-1611-4884-918b-1cd3b9b0d503 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:35.402652 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1ec57-494e-4236-9a12-204b39c03dbb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Pushing event deleted for resources: {'Port': ['ID=211d2bc4-c81a-4cb1-be28-f837d0abfcdc,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:35.417644 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1ec57-494e-4236-9a12-204b39c03dbb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:35.418065 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1ec57-494e-4236-9a12-204b39c03dbb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:35.418484 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1ec57-494e-4236-9a12-204b39c03dbb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:35.418891 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1ec57-494e-4236-9a12-204b39c03dbb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:35.419296 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1ec57-494e-4236-9a12-204b39c03dbb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:35.419698 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1ec57-494e-4236-9a12-204b39c03dbb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:35.420096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1ec57-494e-4236-9a12-204b39c03dbb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:35.420539 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1ec57-494e-4236-9a12-204b39c03dbb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:35.420924 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1ec57-494e-4236-9a12-204b39c03dbb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:35.421330 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1ec57-494e-4236-9a12-204b39c03dbb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:35.421723 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1ec57-494e-4236-9a12-204b39c03dbb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:35.422124 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1ec57-494e-4236-9a12-204b39c03dbb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:35.428027 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-57e1ec57-494e-4236-9a12-204b39c03dbb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:35.620379 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-e571c635-3aee-42f2-a464-a65cb24b788f req-57e1ec57-494e-4236-9a12-204b39c03dbb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] No DVR routers for this DVR port 211d2bc4-c81a-4cb1-be28-f837d0abfcdc on host hv-cinder-78536 {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 13:55:35.623326 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-e571c635-3aee-42f2-a464-a65cb24b788f req-57e1ec57-494e-4236-9a12-204b39c03dbb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:35.626667 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdc1a35-3f58-4acf-9571-5d89974e6e1d', 'name': 'network-vif-deleted', 'tag': '211d2bc4-c81a-4cb1-be28-f837d0abfcdc'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:55:35.650323 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e571c635-3aee-42f2-a464-a65cb24b788f req-57e1ec57-494e-4236-9a12-204b39c03dbb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.93 "DELETE /v2.0/ports/211d2bc4-c81a-4cb1-be28-f837d0abfcdc HTTP/1.1" status: 204  len: 173 time: 1.7868605
Apr 09 13:55:35.798070 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdc1a35-3f58-4acf-9571-5d89974e6e1d', 'name': 'network-vif-deleted', 'tag': '211d2bc4-c81a-4cb1-be28-f837d0abfcdc', 'status': 'completed', 'code': 200}
Apr 09 13:55:36.060168 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-0863bb91-683a-4633-9c14-19afd2e92ec7 req-337a1b08-8074-4ece-8d60-a1cf368e8632 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Synchronizing usage tracker for tenant:81bb3f6d64b54413a5b4c9a77b170d9a on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:55:36.090226 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-0863bb91-683a-4633-9c14-19afd2e92ec7 req-337a1b08-8074-4ece-8d60-a1cf368e8632 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Unset dirty status for tenant:81bb3f6d64b54413a5b4c9a77b170d9a on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:55:36.091508 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0863bb91-683a-4633-9c14-19afd2e92ec7 req-337a1b08-8074-4ece-8d60-a1cf368e8632 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] 10.222.0.96 "GET /v2.0/ports?device_id=6fdc1a35-3f58-4acf-9571-5d89974e6e1d HTTP/1.1" status: 200  len: 210 time: 0.1035125
Apr 09 13:55:36.115540 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809890b1-824a-420d-bc36-cdbf7950c742 req-5822abd8-027e-4997-b67e-9a2c4a9b4553 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:36.116884 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-809890b1-824a-420d-bc36-cdbf7950c742 req-5822abd8-027e-4997-b67e-9a2c4a9b4553 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.1726646
Apr 09 13:55:36.153323 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-809890b1-824a-420d-bc36-cdbf7950c742 req-69a338f2-aaab-441d-b21e-1364fd60faee tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0298982
Apr 09 13:55:36.503411 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2063caa-013f-4ce7-8fe4-fef20701e281 req-8d957f93-8c42-4ca0-8ff9-cf537ff9cf89 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:36.505488 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d2063caa-013f-4ce7-8fe4-fef20701e281 req-8d957f93-8c42-4ca0-8ff9-cf537ff9cf89 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.1241179
Apr 09 13:55:36.550193 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d2063caa-013f-4ce7-8fe4-fef20701e281 req-dde615a4-c062-4369-89fe-9e6b776e8412 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0329740
Apr 09 13:55:36.880478 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:55:37.263500 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 59028) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:55:37.802168 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042ab17-ebb7-4c99-88b7-3c694a1e2c8e req-8125fa36-ed7c-48f5-b157-f83ce852e9ed tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:37.803915 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8042ab17-ebb7-4c99-88b7-3c694a1e2c8e req-8125fa36-ed7c-48f5-b157-f83ce852e9ed tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.0963752
Apr 09 13:55:37.840723 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8042ab17-ebb7-4c99-88b7-3c694a1e2c8e req-9f767248-d137-4c99-9cc9-d31ff8bdfc41 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0300333
Apr 09 13:55:38.131957 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-10c88e88-86e8-4ed2-b528-1613b335109a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826322'] for router_interface, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:38.526963 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-10c88e88-86e8-4ed2-b528-1613b335109a admin admin] Deleting port 53480f4c-3cd7-40f6-88ea-f9445b3254f7 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:55:38.527358 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-10c88e88-86e8-4ed2-b528-1613b335109a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:38.667346 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 211d2bc4-c81a-4cb1-be28-f837d0abfcdc no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 13:55:38.712156 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] No Port match for: 211d2bc4-c81a-4cb1-be28-f837d0abfcdc {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 13:55:38.712617 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 211d2bc4-c81a-4cb1-be28-f837d0abfcdc not bound to the agent host hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 13:55:38.730826 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 59044) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:55:38.733661 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-10c88e88-86e8-4ed2-b528-1613b335109a admin admin] For port 53480f4c-3cd7-40f6-88ea-f9445b3254f7, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=53480f4c-3cd7-40f6-88ea-f9445b3254f7,segment=NetworkSegment(6a2d8c17-f66d-454b-89ad-1748ea8ad1dc),segment_id=6a2d8c17-f66d-454b-89ad-1748ea8ad1dc)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:55:38.734069 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-10c88e88-86e8-4ed2-b528-1613b335109a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:38.893162 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-10c88e88-86e8-4ed2-b528-1613b335109a admin admin] Calling delete_port for 53480f4c-3cd7-40f6-88ea-f9445b3254f7 owned by network:router_interface {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:55:38.901902 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42c6dd1b-09e4-4b51-8187-a30700926c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:38.924750 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-42c6dd1b-09e4-4b51-8187-a30700926c2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:55:38.932111 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-42c6dd1b-09e4-4b51-8187-a30700926c2e admin admin] Usage tracker for resource:security_group_rule and tenant:5dff41b5750548da869535df55e9754a is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:55:38.936022 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-42c6dd1b-09e4-4b51-8187-a30700926c2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:55:38.946777 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-42c6dd1b-09e4-4b51-8187-a30700926c2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:55:39.158952 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42c6dd1b-09e4-4b51-8187-a30700926c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:39.170012 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5367214-9e2e-4107-9830-c39b684557e3 req-8c2ad1dc-aa05-4126-bc93-9dd65ec9767d tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:39.171919 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a5367214-9e2e-4107-9830-c39b684557e3 req-8c2ad1dc-aa05-4126-bc93-9dd65ec9767d tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.1761365
Apr 09 13:55:39.174014 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42c6dd1b-09e4-4b51-8187-a30700926c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:39.183781 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e738b918-74ed-4c0e-a597-9304c13f72d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:39.283120 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-42c6dd1b-09e4-4b51-8187-a30700926c2e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5dff41b5750548da869535df55e9754a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5466704
Apr 09 13:55:39.289502 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a5367214-9e2e-4107-9830-c39b684557e3 req-9c8e8d32-e73f-45bd-8c64-2d1385b8d5b2 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0949180
Apr 09 13:55:39.290493 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 59054) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:55:39.295602 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6dd1b-09e4-4b51-8187-a30700926c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7c90f6-5b59-4568-bb2c-fcf7abce75ec,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:39.327131 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-42c6dd1b-09e4-4b51-8187-a30700926c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:39.411311 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3d4cb711-78a4-446a-8a73-2734c70e6235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:39.449028 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3d4cb711-78a4-446a-8a73-2734c70e6235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:39.506555 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3d4cb711-78a4-446a-8a73-2734c70e6235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:39.515561 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-42c6dd1b-09e4-4b51-8187-a30700926c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:39.538559 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4cb711-78a4-446a-8a73-2734c70e6235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7c90f6-5b59-4568-bb2c-fcf7abce75ec,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:39.545353 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3d4cb711-78a4-446a-8a73-2734c70e6235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:39.549384 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3d4cb711-78a4-446a-8a73-2734c70e6235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:39.551381 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-3d4cb711-78a4-446a-8a73-2734c70e6235 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3f7c90f6-5b59-4568-bb2c-fcf7abce75ec HTTP/1.1" status: 204  len: 168 time: 0.2589171
Apr 09 13:55:39.656264 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-10c88e88-86e8-4ed2-b528-1613b335109a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:39.678506 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-007085f9-02d0-43b0-bc80-8464cb523388 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:39.800570 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c88e88-86e8-4ed2-b528-1613b335109a admin admin] Pushing event deleted for resources: {'Port': ['ID=53480f4c-3cd7-40f6-88ea-f9445b3254f7,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:39.823502 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c88e88-86e8-4ed2-b528-1613b335109a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:39.823953 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c88e88-86e8-4ed2-b528-1613b335109a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:39.824423 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c88e88-86e8-4ed2-b528-1613b335109a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:39.824843 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c88e88-86e8-4ed2-b528-1613b335109a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:39.825254 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c88e88-86e8-4ed2-b528-1613b335109a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:39.825666 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c88e88-86e8-4ed2-b528-1613b335109a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:39.826074 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c88e88-86e8-4ed2-b528-1613b335109a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:39.826482 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c88e88-86e8-4ed2-b528-1613b335109a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:39.826884 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c88e88-86e8-4ed2-b528-1613b335109a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:39.827290 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c88e88-86e8-4ed2-b528-1613b335109a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:39.827691 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c88e88-86e8-4ed2-b528-1613b335109a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:39.828089 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c88e88-86e8-4ed2-b528-1613b335109a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:39.833880 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-10c88e88-86e8-4ed2-b528-1613b335109a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:40.300648 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-10c88e88-86e8-4ed2-b528-1613b335109a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3797789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3827617'] for router_interface, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:40.643794 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541e61c-f335-4eac-a77a-12ba305d3ef6 req-8454305b-cd5d-4829-bc8e-b5b67b59b654 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:40.646650 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e541e61c-f335-4eac-a77a-12ba305d3ef6 req-8454305b-cd5d-4829-bc8e-b5b67b59b654 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 943 time: 0.1663446
Apr 09 13:55:40.657120 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device f9bcc344-45c3-4360-a424-5becafffd6e2 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 13:55:40.683785 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e541e61c-f335-4eac-a77a-12ba305d3ef6 req-3d9b6ec1-c0b3-426b-a7e4-f0ca4753f226 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0281794
Apr 09 13:55:40.852526 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port f9bcc344-45c3-4360-a424-5becafffd6e2, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=f9bcc344-45c3-4360-a424-5becafffd6e2,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:55:40.868760 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Returning: {'device': 'f9bcc344-45c3-4360-a424-5becafffd6e2', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'port_id': 'f9bcc344-45c3-4360-a424-5becafffd6e2', 'mac_address': 'fa:16:3e:88:c4:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 989, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 13:55:40.949872 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:40.951257 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9bcc344-45c3-4360-a424-5becafffd6e2 {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:55:40.971872 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port f9bcc344-45c3-4360-a424-5becafffd6e2, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=f9bcc344-45c3-4360-a424-5becafffd6e2,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:55:40.976439 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:40.978878 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:41.039299 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c88e88-86e8-4ed2-b528-1613b335109a admin admin] Router 3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 13:55:41.075820 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=f9bcc344-45c3-4360-a424-5becafffd6e2,revision_number=9']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:41.088196 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:41.088626 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:41.089013 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:41.089399 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:41.089791 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:41.090373 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:41.090747 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:41.091130 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:41.091498 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:41.092478 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:41.092860 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:41.093391 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:55:41.102075 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:41.267732 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c88e88-86e8-4ed2-b528-1613b335109a admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:55:41.284682 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee17bd70-6f79-485d-8479-872e9ce29142 None None] Sync routers for ids ['3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd'] in dv-cinder-785362-1-iscsi {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:55:41.297610 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-10c88e88-86e8-4ed2-b528-1613b335109a admin admin] 10.222.0.96 "PUT /v2.0/routers/3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0320044
Apr 09 13:55:41.302859 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 59090) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:55:41.322004 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee17bd70-6f79-485d-8479-872e9ce29142 None None] Routers {'3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:55:41.333721 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-ee17bd70-6f79-485d-8479-872e9ce29142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bd8abf60>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:55:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:55:41.530144 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['f9bcc344-45c3-4360-a424-5becafffd6e2'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:55:41.656682 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-483c3362-86b2-4728-8db9-f24569c01e7c admin admin] Notify callbacks [] for router, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:41.740192 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-ee17bd70-6f79-485d-8479-872e9ce29142 None None] Set router 3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:55:41.951880 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-483c3362-86b2-4728-8db9-f24569c01e7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:41.965060 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-483c3362-86b2-4728-8db9-f24569c01e7c admin admin] Deleting port 19f0350c-7c7f-4fc9-9fcf-cd14786f7630 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:55:41.965444 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-483c3362-86b2-4728-8db9-f24569c01e7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:42.006708 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3594d-3bee-4b0e-9507-37b7dc61d05f req-77c56e3a-ce5f-471f-b226-6ba49be33dd2 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:42.008461 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bca3594d-3bee-4b0e-9507-37b7dc61d05f req-77c56e3a-ce5f-471f-b226-6ba49be33dd2 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 944 time: 0.1764905
Apr 09 13:55:42.061174 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bca3594d-3bee-4b0e-9507-37b7dc61d05f req-5a2c02be-27a2-4ab9-8cd0-71a71f137cec tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420265
Apr 09 13:55:42.097009 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-ee17bd70-6f79-485d-8479-872e9ce29142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bd8abf60>, [{'id': '3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd', 'name': 'tempest-ServerRescueNegativeTestJSON-115882253-router', 'tenant_id': '81bb3f6d64b54413a5b4c9a77b170d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '19f0350c-7c7f-4fc9-9fcf-cd14786f7630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:02Z', 'updated_at': '2021-04-09T13:55:39Z', 'revision_number': 5, 'project_id': '81bb3f6d64b54413a5b4c9a77b170d9a', 'gw_port': {'id': '19f0350c-7c7f-4fc9-9fcf-cd14786f7630', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:33:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:06Z', 'updated_at': '2021-04-09T13:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:55:42.102791 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee17bd70-6f79-485d-8479-872e9ce29142 None None] Checking router: 3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd for host: dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:55:42.115121 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee17bd70-6f79-485d-8479-872e9ce29142 None None] Routers {'3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:55:42.115834 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-ee17bd70-6f79-485d-8479-872e9ce29142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bd8abf60>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:55:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:55:42.210333 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-483c3362-86b2-4728-8db9-f24569c01e7c admin admin] For port 19f0350c-7c7f-4fc9-9fcf-cd14786f7630, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=19f0350c-7c7f-4fc9-9fcf-cd14786f7630,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:55:42.210604 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-483c3362-86b2-4728-8db9-f24569c01e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:42.301988 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-ee17bd70-6f79-485d-8479-872e9ce29142 None None] Set router 3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd gateway port host: None {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:55:42.384995 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-483c3362-86b2-4728-8db9-f24569c01e7c admin admin] Calling delete_port for 19f0350c-7c7f-4fc9-9fcf-cd14786f7630 owned by network:router_gateway {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:55:42.427646 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-ee17bd70-6f79-485d-8479-872e9ce29142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bd8abf60>, [{'id': '3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd', 'name': 'tempest-ServerRescueNegativeTestJSON-115882253-router', 'tenant_id': '81bb3f6d64b54413a5b4c9a77b170d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:02Z', 'updated_at': '2021-04-09T13:55:41Z', 'revision_number': 6, 'project_id': '81bb3f6d64b54413a5b4c9a77b170d9a', 'gw_port_host': None}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:55:42.433771 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee17bd70-6f79-485d-8479-872e9ce29142 None None] The sync data for ids ['3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd'] in dv-cinder-785362-1-iscsi is: [{'id': '3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd', 'name': 'tempest-ServerRescueNegativeTestJSON-115882253-router', 'tenant_id': '81bb3f6d64b54413a5b4c9a77b170d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:02Z', 'updated_at': '2021-04-09T13:55:41Z', 'revision_number': 6, 'project_id': '81bb3f6d64b54413a5b4c9a77b170d9a', 'gw_port_host': None}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:55:43.014286 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-483c3362-86b2-4728-8db9-f24569c01e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:43.030894 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-dbf0c4d1-3a89-4990-b184-b0e44c4d8a02 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:43.142976 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c3362-86b2-4728-8db9-f24569c01e7c admin admin] Pushing event deleted for resources: {'Port': ['ID=19f0350c-7c7f-4fc9-9fcf-cd14786f7630,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:43.152338 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-483c3362-86b2-4728-8db9-f24569c01e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:43.398073 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-483c3362-86b2-4728-8db9-f24569c01e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3848865'] for router_gateway, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:43.551768 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 19f0350c-7c7f-4fc9-9fcf-cd14786f7630 no longer exists at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 13:55:43.605588 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] No Port match for: 19f0350c-7c7f-4fc9-9fcf-cd14786f7630 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 13:55:43.613311 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 19f0350c-7c7f-4fc9-9fcf-cd14786f7630 not bound to the agent host dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 13:55:43.614223 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 53480f4c-3cd7-40f6-88ea-f9445b3254f7 no longer exists at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 13:55:43.665232 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] No Port match for: 53480f4c-3cd7-40f6-88ea-f9445b3254f7 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 13:55:43.666302 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 53480f4c-3cd7-40f6-88ea-f9445b3254f7 not bound to the agent host dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 13:55:43.790450 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02448956-6c1e-49db-b92d-f07df9077dce req-7688665b-1921-4f9a-a29e-9e414dd5c7d5 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:43.792768 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-02448956-6c1e-49db-b92d-f07df9077dce req-7688665b-1921-4f9a-a29e-9e414dd5c7d5 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 944 time: 0.5536625
Apr 09 13:55:43.798479 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-483c3362-86b2-4728-8db9-f24569c01e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850958047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760716'] for router, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:43.803216 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-483c3362-86b2-4728-8db9-f24569c01e7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:43.936799 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-02448956-6c1e-49db-b92d-f07df9077dce req-8cc5ad6a-0210-406f-9c06-e2fa8f80bb23 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1353006
Apr 09 13:55:43.942501 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-483c3362-86b2-4728-8db9-f24569c01e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850957941'] for router, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:43.943096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483c3362-86b2-4728-8db9-f24569c01e7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd {{(pid=85290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 09 13:55:43.964096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-483c3362-86b2-4728-8db9-f24569c01e7c admin admin] Notify callbacks [] for router, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:43.964512 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-483c3362-86b2-4728-8db9-f24569c01e7c admin admin] 10.222.0.96 "DELETE /v2.0/routers/3fa3d9e2-0e86-4f8a-8cfa-3b02c298a3bd HTTP/1.1" status: 204  len: 168 time: 2.6603732
Apr 09 13:55:43.972104 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 59120) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:55:44.097263 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f682ce-48fd-41c7-bf78-c4ced117ab33 admin admin] Deleting subnet 41271458-1804-4a74-869f-5c1bd342a20b {{(pid=85290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 13:55:44.101293 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-33f682ce-48fd-41c7-bf78-c4ced117ab33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:44.174025 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-33f682ce-48fd-41c7-bf78-c4ced117ab33 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:44.183607 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-33f682ce-48fd-41c7-bf78-c4ced117ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854254641'] for subnet, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:44.542174 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-33f682ce-48fd-41c7-bf78-c4ced117ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-521156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for subnet, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:44.564215 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:44.658102 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f682ce-48fd-41c7-bf78-c4ced117ab33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41271458-1804-4a74-869f-5c1bd342a20b,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:44.666709 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-33f682ce-48fd-41c7-bf78-c4ced117ab33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:44.716175 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-33f682ce-48fd-41c7-bf78-c4ced117ab33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:44.722820 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-33f682ce-48fd-41c7-bf78-c4ced117ab33 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/41271458-1804-4a74-869f-5c1bd342a20b HTTP/1.1" status: 204  len: 168 time: 0.7533534
Apr 09 13:55:44.726698 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 59132) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:55:44.853980 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-409197'] for network, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:45.131522 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5455', 'neutron.services.segments.db._delete_segments_for_network--9223363303376033550'] for network, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:45.353974 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f16bc2fbb38>> segment before_delete 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:55:45.354412 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f16bc2fbb38>> subnet precommit_delete_associations 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:55:45.355433 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f16b7d1a6a0>> segment_host_mapping after_create 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:55:45.355831 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f16b7d1a6a0>> port after_create 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:55:45.356199 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f16b7d1a6a0>> port after_delete 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:55:45.356606 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f16b7d1a6a0>> port after_update 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:55:45.356975 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f16b7d1a6a0>> segment after_delete 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:55:45.357353 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f16b7d1a6a0>> subnet after_create 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:55:45.357716 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f16b7d1a6a0>> subnet after_delete 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:55:45.358076 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f16b7d1a6a0>> subnet after_update 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:55:45.648043 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f16b7b8f7f0>> subnet after_create 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:55:45.648662 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f16b7b8f7f0>> subnet after_delete 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:55:45.648800 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f16b7b8f7f0>> subnet before_create 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:55:45.649182 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f16b7b8f7f0>> subnet before_update 55550000 {{(pid=85290) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 13:55:45.649584 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f16bc7b6128>,) {'filters': {'network_id': ['b146cef2-8ca4-4eb4-80db-037ecad68a76']}} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:55:45.669610 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f16bc7b6128>, '6a2d8c17-f66d-454b-89ad-1748ea8ad1dc') {'for_net_delete': True} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:55:45.670135 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f16bc7b6128>, '6a2d8c17-f66d-454b-89ad-1748ea8ad1dc') {} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:55:45.691394 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83353977-176f-4848-94d0-59449f578601 req-761fd0b7-8f81-4dce-88c5-8544e1e8ba37 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:45.693297 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-83353977-176f-4848-94d0-59449f578601 req-761fd0b7-8f81-4dce-88c5-8544e1e8ba37 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 944 time: 0.6087451
Apr 09 13:55:45.698063 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303375980284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852604310'] for segment, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:45.708113 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device f9bcc344-45c3-4360-a424-5becafffd6e2 up at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:55:45.739287 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:45.744823 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-83353977-176f-4848-94d0-59449f578601 req-ad4afcdd-59f4-4670-860f-dd01f12beb3a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380433
Apr 09 13:55:45.752894 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] Releasing vlan 986 on physical network physnet1 to pool {{(pid=85290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 13:55:45.805436 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning complete for port f9bcc344-45c3-4360-a424-5becafffd6e2 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:55:45.805870 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:45.948557 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:45.962031 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e130c96-f854-4277-a512-b2ad9d0f3fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bcc344-45c3-4360-a424-5becafffd6e2'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:55:45.966056 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] Network b146cef2-8ca4-4eb4-80db-037ecad68a76 has no segments {{(pid=85290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 13:55:45.973641 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port f9bcc344-45c3-4360-a424-5becafffd6e2, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=f9bcc344-45c3-4360-a424-5becafffd6e2,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:55:45.977347 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:45.977479 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10405811'] for segment, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:45.980421 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:46.044049 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e130c96-f854-4277-a512-b2ad9d0f3fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bcc344-45c3-4360-a424-5becafffd6e2', 'code': 200}
Apr 09 13:55:46.087321 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=f9bcc344-45c3-4360-a424-5becafffd6e2,revision_number=10']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:46.090946 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:46.175413 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] Network b146cef2-8ca4-4eb4-80db-037ecad68a76 has no segments {{(pid=85290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:   from cryptography.utils import int_from_bytes
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:   from cryptography.utils import int_from_bytes
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:   (rel_b, rel_a, rel_b),
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:   (rel_b, rel_a, rel_b),
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]: Traceback (most recent call last):
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:     timer()
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:     cb(*args, **kw)
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:     return func(*args, **kwargs)
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:     self._notify()
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:     self.callback(batched_events)
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:     event.method(event)
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:     segment_id)['aggregates'][0]
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:     return f(self, *a, **k)
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self._get(url).json()
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:     **kwargs)
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self.request(url, 'GET', **kwargs)
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:     **endpoint_filter)
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 13:55:46.209730 dv-cinder-785362-1-iscsi neutron-server[85177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 13:55:46.301913 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850926906'] for network, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:46.312869 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:46.326642 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:46.367413 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] Pushing event deleted for resources: {'Network': ['ID=b146cef2-8ca4-4eb4-80db-037ecad68a76,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:46.373312 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:46.374756 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-29d2d042-05d9-4c33-8ccf-1ede67977f92 admin admin] 10.222.0.96 "DELETE /v2.0/networks/b146cef2-8ca4-4eb4-80db-037ecad68a76 HTTP/1.1" status: 204  len: 168 time: 1.6469905
Apr 09 13:55:46.580091 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 59148) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:55:46.623998 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-2627aada-f2ce-4089-bf63-2323b7c9100d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=81bb3f6d64b54413a5b4c9a77b170d9a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0424750
Apr 09 13:55:46.627008 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 59152) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:55:46.697327 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0111f1de-7fdb-4590-9639-a5c8196487b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:46.732375 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0111f1de-7fdb-4590-9639-a5c8196487b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:46.792634 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0111f1de-7fdb-4590-9639-a5c8196487b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:46.798045 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-78e0065a-547f-410c-9571-720521ca8b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:46.812189 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111f1de-7fdb-4590-9639-a5c8196487b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c316f74-a970-4a9b-abe2-8241114f0ee9,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:46.815468 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0111f1de-7fdb-4590-9639-a5c8196487b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:46.818173 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0111f1de-7fdb-4590-9639-a5c8196487b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:46.820472 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-0111f1de-7fdb-4590-9639-a5c8196487b3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2c316f74-a970-4a9b-abe2-8241114f0ee9 HTTP/1.1" status: 204  len: 168 time: 0.1915710
Apr 09 13:55:46.976465 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10839c-a75b-4cb3-ada3-bc84a7b32b17 req-4c737abd-7ddf-4ce2-a5ab-e8a22f2e197e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:46.979161 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8c10839c-a75b-4cb3-ada3-bc84a7b32b17 req-4c737abd-7ddf-4ce2-a5ab-e8a22f2e197e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 946 time: 0.1026547
Apr 09 13:55:47.012896 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8c10839c-a75b-4cb3-ada3-bc84a7b32b17 req-2683fedc-cb22-4b72-93e0-23d4fe1a1406 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0272644
Apr 09 13:55:47.692992 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 59182) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:55:47.810122 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-ccba5d58-ad73-4f11-89fa-0fa0eb224909 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1484938619-network', 'tenant_id': '0c6ef45b2eb44891b24327ab455fc88e'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:55:47.815899 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-ccba5d58-ad73-4f11-89fa-0fa0eb224909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:55:47.821283 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-ccba5d58-ad73-4f11-89fa-0fa0eb224909 admin admin] Usage tracker for resource:network and tenant:0c6ef45b2eb44891b24327ab455fc88e is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:55:47.827392 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-ccba5d58-ad73-4f11-89fa-0fa0eb224909 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:55:47.832925 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-ccba5d58-ad73-4f11-89fa-0fa0eb224909 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:55:47.843240 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccba5d58-ad73-4f11-89fa-0fa0eb224909 admin admin] Made reservation on behalf of 0c6ef45b2eb44891b24327ab455fc88e for: {'network': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:55:47.848888 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ccba5d58-ad73-4f11-89fa-0fa0eb224909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for network, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:47.862965 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ccba5d58-ad73-4f11-89fa-0fa0eb224909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:47.880188 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-ccba5d58-ad73-4f11-89fa-0fa0eb224909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:55:47.885394 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-ccba5d58-ad73-4f11-89fa-0fa0eb224909 admin admin] Usage tracker for resource:security_group_rule and tenant:0c6ef45b2eb44891b24327ab455fc88e is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:55:47.888615 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-ccba5d58-ad73-4f11-89fa-0fa0eb224909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:55:47.895274 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-ccba5d58-ad73-4f11-89fa-0fa0eb224909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:55:47.991018 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ccba5d58-ad73-4f11-89fa-0fa0eb224909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:47.994191 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ccba5d58-ad73-4f11-89fa-0fa0eb224909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:47.998659 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e29cf1d2-c4fe-4a4c-9442-48d96223a728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:48.025057 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccba5d58-ad73-4f11-89fa-0fa0eb224909 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 984}  {{(pid=85290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 13:55:48.038439 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba5d58-ad73-4f11-89fa-0fa0eb224909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557d3316-8643-4cec-871c-b87158087887,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:48.042896 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-ccba5d58-ad73-4f11-89fa-0fa0eb224909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:48.043951 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ccba5d58-ad73-4f11-89fa-0fa0eb224909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:48.045677 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.segments_db [None req-ccba5d58-ad73-4f11-89fa-0fa0eb224909 admin admin] Added segment d973bb37-e766-4620-afad-822ffa2ed6fb of type vlan for network 090e14b0-801c-4354-bd62-893a77a18dcf
Apr 09 13:55:48.077183 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ccba5d58-ad73-4f11-89fa-0fa0eb224909 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733478247317'] for network, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:48.120830 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ccba5d58-ad73-4f11-89fa-0fa0eb224909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for network, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:48.122288 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccba5d58-ad73-4f11-89fa-0fa0eb224909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:48.122941 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ccba5d58-ad73-4f11-89fa-0fa0eb224909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:48.128377 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:48.327539 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8e094800-8e67-4278-ac37-d56c2c17cf28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:48.527499 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-ccba5d58-ad73-4f11-89fa-0fa0eb224909 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8330944
Apr 09 13:55:48.530878 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 59194) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:55:48.532632 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba5d58-ad73-4f11-89fa-0fa0eb224909 admin admin] Pushing event updated for resources: {'Network': ['ID=090e14b0-801c-4354-bd62-893a77a18dcf,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:48.537579 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-ccba5d58-ad73-4f11-89fa-0fa0eb224909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:48.539494 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-7ba50979-d67b-4fc2-a00e-ac056c56264d admin admin] Request body: {'subnet': {'network_id': '090e14b0-801c-4354-bd62-893a77a18dcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1484938619-subnet', 'tenant_id': '0c6ef45b2eb44891b24327ab455fc88e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:55:48.545602 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Network 090e14b0-801c-4354-bd62-893a77a18dcf details requested by agent ovs-agent-dv-cinder-785362-1-iscsi with host dv-cinder-785362-1-iscsi {{(pid=85292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 13:55:48.547014 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-7ba50979-d67b-4fc2-a00e-ac056c56264d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:55:48.553560 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-7ba50979-d67b-4fc2-a00e-ac056c56264d admin admin] Usage tracker for resource:subnet and tenant:0c6ef45b2eb44891b24327ab455fc88e is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:55:48.557634 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-7ba50979-d67b-4fc2-a00e-ac056c56264d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:55:48.564506 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-7ba50979-d67b-4fc2-a00e-ac056c56264d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:55:48.571090 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8de816-b1a7-40bd-a76d-42c9219ff9ef req-42fcfbc6-55cb-405d-b62a-669fa8fbeb99 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:48.572829 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ed8de816-b1a7-40bd-a76d-42c9219ff9ef req-42fcfbc6-55cb-405d-b62a-669fa8fbeb99 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 946 time: 0.4216468
Apr 09 13:55:48.579498 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba50979-d67b-4fc2-a00e-ac056c56264d admin admin] Made reservation on behalf of 0c6ef45b2eb44891b24327ab455fc88e for: {'subnet': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:55:48.585114 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7ba50979-d67b-4fc2-a00e-ac056c56264d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844758507'] for subnet, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:48.615615 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ed8de816-b1a7-40bd-a76d-42c9219ff9ef req-26429ccb-d65a-4d18-bd17-0838ceacdaf6 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0345285
Apr 09 13:55:49.022560 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7ba50979-d67b-4fc2-a00e-ac056c56264d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852529872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844758492'] for subnet, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:49.039145 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-605699e0-06d4-4c17-85c0-ee1fdfed59d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:49.165807 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba50979-d67b-4fc2-a00e-ac056c56264d admin admin] Pushing event updated for resources: {'Subnet': ['ID=02c7d693-7c64-42a9-82f3-4526de5cdf7c,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:49.170742 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7ba50979-d67b-4fc2-a00e-ac056c56264d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:49.242532 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba50979-d67b-4fc2-a00e-ac056c56264d admin admin] Checking segment: {'id': 'd973bb37-e766-4620-afad-822ffa2ed6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '090e14b0-801c-4354-bd62-893a77a18dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:55:49.242930 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba50979-d67b-4fc2-a00e-ac056c56264d admin admin] Network hostable DHCP agents. Network: 090e14b0-801c-4354-bd62-893a77a18dcf, hostable agents: ['470b7876-9f31-410a-8036-567e17def360'], hosted agents: [] {{(pid=85291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 13:55:49.263283 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba50979-d67b-4fc2-a00e-ac056c56264d admin admin] Network 090e14b0-801c-4354-bd62-893a77a18dcf is scheduled to be hosted by DHCP agent 470b7876-9f31-410a-8036-567e17def360 with binding_index 1 {{(pid=85291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 13:55:49.278608 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-7ba50979-d67b-4fc2-a00e-ac056c56264d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-iscsi, 090e14b0-801c-4354-bd62-893a77a18dcf) {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:55:49.289418 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32433198-5b87-42e7-939f-5d532a7aead7 None None] Network 090e14b0-801c-4354-bd62-893a77a18dcf requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:55:49.306818 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba50979-d67b-4fc2-a00e-ac056c56264d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:49.307926 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7ba50979-d67b-4fc2-a00e-ac056c56264d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:49.341079 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-7ba50979-d67b-4fc2-a00e-ac056c56264d admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.8089244
Apr 09 13:55:49.548189 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be12c331-0394-4998-8641-e5a86bcae2e9 None None] Network 090e14b0-801c-4354-bd62-893a77a18dcf requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:55:50.003188 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c93d4e-2472-447a-a71f-998c9ae327b4 req-3e52fae7-aa24-4bd3-ab38-e5808620fc43 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:50.005285 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-07c93d4e-2472-447a-a71f-998c9ae327b4 req-3e52fae7-aa24-4bd3-ab38-e5808620fc43 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 946 time: 0.1815541
Apr 09 13:55:50.049224 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-07c93d4e-2472-447a-a71f-998c9ae327b4 req-d14278a0-a12c-4139-81b7-0c5692a9966e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0332983
Apr 09 13:55:50.060507 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942bf5b-6392-471c-8fb6-c2fc6af5392c req-3974962d-02db-4db6-aea8-e40fbdfa3a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:50.062641 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7942bf5b-6392-471c-8fb6-c2fc6af5392c req-3974962d-02db-4db6-aea8-e40fbdfa3a4c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 1099 time: 0.1370993
Apr 09 13:55:50.091230 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 59226) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:55:50.097007 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-f04cdab2-8fc9-474a-aa1e-658f7c980cef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1175233140-network', 'tenant_id': 'b971b49536214d529d7b185bd921316a'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:55:50.105646 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-f04cdab2-8fc9-474a-aa1e-658f7c980cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:55:50.115251 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-f04cdab2-8fc9-474a-aa1e-658f7c980cef admin admin] Usage tracker for resource:network and tenant:b971b49536214d529d7b185bd921316a is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:55:50.119845 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7942bf5b-6392-471c-8fb6-c2fc6af5392c req-32da3251-454c-4522-b8ca-913d54792307 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447378
Apr 09 13:55:50.120885 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-f04cdab2-8fc9-474a-aa1e-658f7c980cef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:55:50.127735 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-f04cdab2-8fc9-474a-aa1e-658f7c980cef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:55:50.138728 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04cdab2-8fc9-474a-aa1e-658f7c980cef admin admin] Made reservation on behalf of b971b49536214d529d7b185bd921316a for: {'network': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:55:50.144388 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f04cdab2-8fc9-474a-aa1e-658f7c980cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for network, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:50.158725 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f04cdab2-8fc9-474a-aa1e-658f7c980cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:50.175342 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-f04cdab2-8fc9-474a-aa1e-658f7c980cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:55:50.179472 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-f04cdab2-8fc9-474a-aa1e-658f7c980cef admin admin] Usage tracker for resource:security_group_rule and tenant:b971b49536214d529d7b185bd921316a is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:55:50.182481 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-f04cdab2-8fc9-474a-aa1e-658f7c980cef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:55:50.188631 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-f04cdab2-8fc9-474a-aa1e-658f7c980cef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:55:50.279961 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f04cdab2-8fc9-474a-aa1e-658f7c980cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:50.283112 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f04cdab2-8fc9-474a-aa1e-658f7c980cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:50.287666 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1bee3667-7be7-4ffb-ad5c-2adc2a117316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:50.317534 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04cdab2-8fc9-474a-aa1e-658f7c980cef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 968}  {{(pid=85290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 13:55:50.331712 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04cdab2-8fc9-474a-aa1e-658f7c980cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82374c3-a8fb-45e8-9576-a1cb6552182e,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:50.336826 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f04cdab2-8fc9-474a-aa1e-658f7c980cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:50.337889 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f04cdab2-8fc9-474a-aa1e-658f7c980cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:50.338282 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.segments_db [None req-f04cdab2-8fc9-474a-aa1e-658f7c980cef admin admin] Added segment fbf601dd-6665-4336-963b-942571c50e9c of type vlan for network 5f89b868-ebb7-49ac-a07e-d7ab7e009d3a
Apr 09 13:55:50.371677 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f04cdab2-8fc9-474a-aa1e-658f7c980cef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733478247317'] for network, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:50.402995 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f04cdab2-8fc9-474a-aa1e-658f7c980cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for network, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:50.404441 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04cdab2-8fc9-474a-aa1e-658f7c980cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:50.405095 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f04cdab2-8fc9-474a-aa1e-658f7c980cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:50.410776 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:50.517784 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-f04cdab2-8fc9-474a-aa1e-658f7c980cef admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4277678
Apr 09 13:55:50.518758 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04cdab2-8fc9-474a-aa1e-658f7c980cef admin admin] Pushing event updated for resources: {'Network': ['ID=5f89b868-ebb7-49ac-a07e-d7ab7e009d3a,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:50.521884 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 59230) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:55:50.524552 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f04cdab2-8fc9-474a-aa1e-658f7c980cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:50.528734 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-f017b302-8cca-4c4b-9d43-03b01e6899ab admin admin] Request body: {'subnet': {'network_id': '5f89b868-ebb7-49ac-a07e-d7ab7e009d3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1175233140-subnet', 'tenant_id': 'b971b49536214d529d7b185bd921316a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:55:50.531433 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Network 5f89b868-ebb7-49ac-a07e-d7ab7e009d3a details requested by agent ovs-agent-dv-cinder-785362-1-iscsi with host dv-cinder-785362-1-iscsi {{(pid=85292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 13:55:50.533987 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-f017b302-8cca-4c4b-9d43-03b01e6899ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:55:50.538504 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-f017b302-8cca-4c4b-9d43-03b01e6899ab admin admin] Usage tracker for resource:subnet and tenant:b971b49536214d529d7b185bd921316a is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:55:50.541827 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-f017b302-8cca-4c4b-9d43-03b01e6899ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:55:50.548011 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-f017b302-8cca-4c4b-9d43-03b01e6899ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:55:50.562469 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f017b302-8cca-4c4b-9d43-03b01e6899ab admin admin] Made reservation on behalf of b971b49536214d529d7b185bd921316a for: {'subnet': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:55:50.567732 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f017b302-8cca-4c4b-9d43-03b01e6899ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9982305'] for subnet, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:50.990453 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f017b302-8cca-4c4b-9d43-03b01e6899ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844370142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9982288'] for subnet, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:51.006800 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:51.136001 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017b302-8cca-4c4b-9d43-03b01e6899ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=c870e200-c3e8-44ae-a2c7-c5a7d93a5fe9,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:51.150196 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f017b302-8cca-4c4b-9d43-03b01e6899ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:51.277366 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f017b302-8cca-4c4b-9d43-03b01e6899ab admin admin] Checking segment: {'id': 'fbf601dd-6665-4336-963b-942571c50e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '5f89b868-ebb7-49ac-a07e-d7ab7e009d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:55:51.277933 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f017b302-8cca-4c4b-9d43-03b01e6899ab admin admin] Network hostable DHCP agents. Network: 5f89b868-ebb7-49ac-a07e-d7ab7e009d3a, hostable agents: ['470b7876-9f31-410a-8036-567e17def360'], hosted agents: [] {{(pid=85290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 13:55:51.320555 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f017b302-8cca-4c4b-9d43-03b01e6899ab admin admin] Network 5f89b868-ebb7-49ac-a07e-d7ab7e009d3a is scheduled to be hosted by DHCP agent 470b7876-9f31-410a-8036-567e17def360 with binding_index 1 {{(pid=85290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 13:55:51.340075 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975550e-e174-4821-822b-2be939e194c8 req-15d54e95-b8d0-44cf-b051-8f7422afe4f9 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:51.341846 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4975550e-e174-4821-822b-2be939e194c8 req-15d54e95-b8d0-44cf-b051-8f7422afe4f9 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 946 time: 0.1385956
Apr 09 13:55:51.343157 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-f017b302-8cca-4c4b-9d43-03b01e6899ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-iscsi, 5f89b868-ebb7-49ac-a07e-d7ab7e009d3a) {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:55:51.354633 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61c3bbc-8022-4615-9249-ff5d373ac2cc None None] Network 5f89b868-ebb7-49ac-a07e-d7ab7e009d3a requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:55:51.368962 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f017b302-8cca-4c4b-9d43-03b01e6899ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:51.369619 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f017b302-8cca-4c4b-9d43-03b01e6899ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:51.396104 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4975550e-e174-4821-822b-2be939e194c8 req-b70a3ff6-1b29-404c-a494-109677f1023f tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413594
Apr 09 13:55:51.403933 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-f017b302-8cca-4c4b-9d43-03b01e6899ab admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.8781824
Apr 09 13:55:51.457070 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1eca64b8-ceee-4384-a526-d76a5dfcaa13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:51.494554 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:51.565436 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 59242) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:55:51.621573 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e273b38a-c07d-40e3-a730-f9b6d4269003 None None] Network 5f89b868-ebb7-49ac-a07e-d7ab7e009d3a requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:55:51.638777 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_v2 [None req-5547d6f7-19e1-4cb4-a945-c18b0d167cff admin admin] Deleting subnet 02c7d693-7c64-42a9-82f3-4526de5cdf7c {{(pid=85290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 13:55:51.642305 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5547d6f7-19e1-4cb4-a945-c18b0d167cff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:51.698673 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5547d6f7-19e1-4cb4-a945-c18b0d167cff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2171474'] for subnet, precommit_delete_associations {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:51.760139 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5547d6f7-19e1-4cb4-a945-c18b0d167cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854254641'] for subnet, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:52.058077 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5547d6f7-19e1-4cb4-a945-c18b0d167cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-521156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10405870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844793528'] for subnet, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:52.075404 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3eb1accc-b17a-465a-9e91-de4b964c8b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:52.165867 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547d6f7-19e1-4cb4-a945-c18b0d167cff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02c7d693-7c64-42a9-82f3-4526de5cdf7c,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:52.174015 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5547d6f7-19e1-4cb4-a945-c18b0d167cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:52.223939 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5547d6f7-19e1-4cb4-a945-c18b0d167cff admin admin] Notify callbacks [] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:52.230638 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-5547d6f7-19e1-4cb4-a945-c18b0d167cff admin admin] 10.222.0.96 "DELETE /v2.0/subnets/02c7d693-7c64-42a9-82f3-4526de5cdf7c HTTP/1.1" status: 204  len: 168 time: 0.6640363
Apr 09 13:55:52.233273 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 59250) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:55:52.361728 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cbd1828a-56cd-401f-bd49-824da5f30948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-409197'] for network, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:52.614694 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cbd1828a-56cd-401f-bd49-824da5f30948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5455', 'neutron.services.segments.db._delete_segments_for_network--9223363303376033550'] for network, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:52.749757 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-cbd1828a-56cd-401f-bd49-824da5f30948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f16b7e88f60>,) {'filters': {'network_id': ['090e14b0-801c-4354-bd62-893a77a18dcf']}} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:55:52.766494 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-cbd1828a-56cd-401f-bd49-824da5f30948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f16b7e88f60>, 'd973bb37-e766-4620-afad-822ffa2ed6fb') {'for_net_delete': True} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:55:52.766840 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-cbd1828a-56cd-401f-bd49-824da5f30948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f16b7e88f60>, 'd973bb37-e766-4620-afad-822ffa2ed6fb') {} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:55:52.782174 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb6f79-037a-4544-8ada-8f44499bf74b req-da338064-0545-4387-9e5f-b5e92f263856 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:52.783806 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3dfb6f79-037a-4544-8ada-8f44499bf74b req-da338064-0545-4387-9e5f-b5e92f263856 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 946 time: 0.2421520
Apr 09 13:55:52.790458 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cbd1828a-56cd-401f-bd49-824da5f30948 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303375980284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852604310'] for segment, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:52.824025 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cbd1828a-56cd-401f-bd49-824da5f30948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:52.833299 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3dfb6f79-037a-4544-8ada-8f44499bf74b req-cd3243d8-5db1-4bf0-847e-565c636d1277 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0357962
Apr 09 13:55:52.835699 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd1828a-56cd-401f-bd49-824da5f30948 admin admin] Releasing vlan 984 on physical network physnet1 to pool {{(pid=85290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 13:55:53.035061 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-cbd1828a-56cd-401f-bd49-824da5f30948 admin admin] Network 090e14b0-801c-4354-bd62-893a77a18dcf has no segments {{(pid=85290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 13:55:53.044622 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cbd1828a-56cd-401f-bd49-824da5f30948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10405811'] for segment, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:53.131865 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:53.230334 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-cbd1828a-56cd-401f-bd49-824da5f30948 admin admin] Network 090e14b0-801c-4354-bd62-893a77a18dcf has no segments {{(pid=85290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]: Traceback (most recent call last):
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:     timer()
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:     cb(*args, **kw)
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:     return func(*args, **kwargs)
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:     self._notify()
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:     self.callback(batched_events)
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:     event.method(event)
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:     segment_id)['aggregates'][0]
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:     return f(self, *a, **k)
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self._get(url).json()
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:     **kwargs)
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self.request(url, 'GET', **kwargs)
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:     **endpoint_filter)
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 13:55:53.260493 dv-cinder-785362-1-iscsi neutron-server[85177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 13:55:53.297214 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:53.342308 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cbd1828a-56cd-401f-bd49-824da5f30948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850926906'] for network, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:53.345998 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:53.361074 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cbd1828a-56cd-401f-bd49-824da5f30948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:53.371755 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1828a-56cd-401f-bd49-824da5f30948 admin admin] Pushing event deleted for resources: {'Network': ['ID=090e14b0-801c-4354-bd62-893a77a18dcf,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:53.374227 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-cbd1828a-56cd-401f-bd49-824da5f30948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:53.375847 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-cbd1828a-56cd-401f-bd49-824da5f30948 admin admin] 10.222.0.96 "DELETE /v2.0/networks/090e14b0-801c-4354-bd62-893a77a18dcf HTTP/1.1" status: 204  len: 168 time: 1.1415722
Apr 09 13:55:53.378809 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 59260) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:55:53.450237 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8531b4c-acd4-4101-a996-540539f9fa16 admin admin] Deleting subnet c870e200-c3e8-44ae-a2c7-c5a7d93a5fe9 {{(pid=85290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 13:55:53.454219 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d8531b4c-acd4-4101-a996-540539f9fa16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:53.512397 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d8531b4c-acd4-4101-a996-540539f9fa16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2171474'] for subnet, precommit_delete_associations {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:53.574109 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d8531b4c-acd4-4101-a996-540539f9fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854254641'] for subnet, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:53.838448 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d8531b4c-acd4-4101-a996-540539f9fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-521156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10405870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844793528'] for subnet, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:53.854219 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:53.941353 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8531b4c-acd4-4101-a996-540539f9fa16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c870e200-c3e8-44ae-a2c7-c5a7d93a5fe9,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:53.949793 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d8531b4c-acd4-4101-a996-540539f9fa16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:54.064541 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d8531b4c-acd4-4101-a996-540539f9fa16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:54.075930 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-d8531b4c-acd4-4101-a996-540539f9fa16 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/c870e200-c3e8-44ae-a2c7-c5a7d93a5fe9 HTTP/1.1" status: 204  len: 168 time: 0.6959205
Apr 09 13:55:54.078514 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 59272) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:55:54.164354 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdd11d-499c-4be0-9c9c-cf8c0cae960f req-ebcc4a6c-fea8-4c10-ae50-fff98ace2ce1 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:54.166028 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d6cdd11d-499c-4be0-9c9c-cf8c0cae960f req-ebcc4a6c-fea8-4c10-ae50-fff98ace2ce1 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 946 time: 0.2049968
Apr 09 13:55:54.497481 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d6cdd11d-499c-4be0-9c9c-cf8c0cae960f req-1b0390a8-cffb-4e55-a51a-ba19a2e1d5b2 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486169
Apr 09 13:55:54.501241 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7f35c0fc-900c-4f3f-ad8c-59e055d6324e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-409197'] for network, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:54.702720 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:54.782828 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7f35c0fc-900c-4f3f-ad8c-59e055d6324e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5455', 'neutron.services.segments.db._delete_segments_for_network--9223363303376033550'] for network, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:54.933067 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2a1a5-defc-4a5c-96dc-9cb3e4151ea4 req-520ccd8d-4937-4509-8f98-9c2f18d05f1d tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:54.934704 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-63d2a1a5-defc-4a5c-96dc-9cb3e4151ea4 req-520ccd8d-4937-4509-8f98-9c2f18d05f1d tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 984 time: 0.3187134
Apr 09 13:55:54.938770 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-7f35c0fc-900c-4f3f-ad8c-59e055d6324e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f16bcb0c048>,) {'filters': {'network_id': ['5f89b868-ebb7-49ac-a07e-d7ab7e009d3a']}} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:55:54.967123 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-7f35c0fc-900c-4f3f-ad8c-59e055d6324e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f16bcb0c048>, 'fbf601dd-6665-4336-963b-942571c50e9c') {'for_net_delete': True} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:55:54.967471 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-7f35c0fc-900c-4f3f-ad8c-59e055d6324e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f16bcb0c048>, 'fbf601dd-6665-4336-963b-942571c50e9c') {} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:55:54.987440 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7f35c0fc-900c-4f3f-ad8c-59e055d6324e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303375980284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852604310'] for segment, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:55.001378 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-63d2a1a5-defc-4a5c-96dc-9cb3e4151ea4 req-c0812bd6-15da-4efa-8426-2a302f31aae9 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&id=2cfeafb9-b993-4773-b43e-0c2f83d2ac3f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0541894
Apr 09 13:55:55.011231 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7f35c0fc-900c-4f3f-ad8c-59e055d6324e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:55.018910 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f35c0fc-900c-4f3f-ad8c-59e055d6324e admin admin] Releasing vlan 968 on physical network physnet1 to pool {{(pid=85290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 13:55:55.230873 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-7f35c0fc-900c-4f3f-ad8c-59e055d6324e admin admin] Network 5f89b868-ebb7-49ac-a07e-d7ab7e009d3a has no segments {{(pid=85290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 13:55:55.242266 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7f35c0fc-900c-4f3f-ad8c-59e055d6324e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10405811'] for segment, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:55.438402 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-7f35c0fc-900c-4f3f-ad8c-59e055d6324e admin admin] Network 5f89b868-ebb7-49ac-a07e-d7ab7e009d3a has no segments {{(pid=85290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]: Traceback (most recent call last):
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:     timer()
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:     cb(*args, **kw)
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:     return func(*args, **kwargs)
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:     self._notify()
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:     self.callback(batched_events)
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:     event.method(event)
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:     segment_id)['aggregates'][0]
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:     return f(self, *a, **k)
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self._get(url).json()
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:     **kwargs)
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self.request(url, 'GET', **kwargs)
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:     **endpoint_filter)
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 13:55:55.472104 dv-cinder-785362-1-iscsi neutron-server[85177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 13:55:55.558565 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7f35c0fc-900c-4f3f-ad8c-59e055d6324e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850926906'] for network, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:55.562681 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-4c56225f-03bf-4386-af7f-18570313482f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:55.577526 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7f35c0fc-900c-4f3f-ad8c-59e055d6324e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:55.592115 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35c0fc-900c-4f3f-ad8c-59e055d6324e admin admin] Pushing event deleted for resources: {'Network': ['ID=5f89b868-ebb7-49ac-a07e-d7ab7e009d3a,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:55.595089 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-7f35c0fc-900c-4f3f-ad8c-59e055d6324e admin admin] 10.222.0.96 "DELETE /v2.0/networks/5f89b868-ebb7-49ac-a07e-d7ab7e009d3a HTTP/1.1" status: 204  len: 168 time: 1.5155659
Apr 09 13:55:55.596269 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7f35c0fc-900c-4f3f-ad8c-59e055d6324e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:55.740455 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d26f6-d30a-4a98-b5d9-797177e0f05e req-a779de7b-d83f-4302-96a2-61a0078edd74 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:55.743056 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-451d26f6-d30a-4a98-b5d9-797177e0f05e req-a779de7b-d83f-4302-96a2-61a0078edd74 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 946 time: 0.1166139
Apr 09 13:55:55.788835 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-451d26f6-d30a-4a98-b5d9-797177e0f05e req-aa84d547-21f4-441c-97de-455f90735b99 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383027
Apr 09 13:55:55.812354 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 59290) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:55:55.925218 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-adf99f4b-8975-43f3-97fb-1e6a5ee26d34 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0c6ef45b2eb44891b24327ab455fc88e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1113873
Apr 09 13:55:55.929330 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 59294) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:55:55.954461 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1795edb-fa9c-40f7-89c4-f852550712b1 req-d518ed12-9057-4ac4-a08d-7a45241b00d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:55.956050 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a1795edb-fa9c-40f7-89c4-f852550712b1 req-d518ed12-9057-4ac4-a08d-7a45241b00d0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4c147f1cde8b46c7be8d2d3698b9a007&device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 1137 time: 0.1094606
Apr 09 13:55:55.996783 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7b00cc8b-6189-4b19-af83-5c7d2103cb91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:56.036140 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7b00cc8b-6189-4b19-af83-5c7d2103cb91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:56.105885 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7b00cc8b-6189-4b19-af83-5c7d2103cb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:56.111861 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-22da9293-46ec-4e67-a0a8-483784c76dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:56.133802 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00cc8b-6189-4b19-af83-5c7d2103cb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557d3316-8643-4cec-871c-b87158087887,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:56.154448 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7b00cc8b-6189-4b19-af83-5c7d2103cb91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:56.157148 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7b00cc8b-6189-4b19-af83-5c7d2103cb91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:56.165158 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-7b00cc8b-6189-4b19-af83-5c7d2103cb91 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/557d3316-8643-4cec-871c-b87158087887 HTTP/1.1" status: 204  len: 168 time: 0.2342403
Apr 09 13:55:56.206420 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1795edb-fa9c-40f7-89c4-f852550712b1 req-918b5c70-784a-4c09-b611-7f590ad0c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:56.210868 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a1795edb-fa9c-40f7-89c4-f852550712b1 req-918b5c70-784a-4c09-b611-7f590ad0c44a service neutron] 10.222.0.93 "GET /v2.0/networks?id=790e52e4-8e7b-4b24-9306-15744e4e6057 HTTP/1.1" status: 200  len: 916 time: 0.2390742
Apr 09 13:55:56.368544 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a1795edb-fa9c-40f7-89c4-f852550712b1 req-abca6ad1-5863-4773-a13b-01ea24a3c3aa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bef3ca8a-8fed-47c9-add5-934a3d492c30 HTTP/1.1" status: 200  len: 999 time: 0.1486566
Apr 09 13:55:56.429967 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16482ee5-bfd2-447f-8d1d-67942b66af0e req-e8efcfe1-a87d-436c-9ddd-a3b7e3d9b004 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:56.431710 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-16482ee5-bfd2-447f-8d1d-67942b66af0e req-e8efcfe1-a87d-436c-9ddd-a3b7e3d9b004 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 984 time: 0.2809715
Apr 09 13:55:56.489675 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-16482ee5-bfd2-447f-8d1d-67942b66af0e req-cee9d1fa-35e9-4fb9-a07f-acdcad607ac7 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&id=2cfeafb9-b993-4773-b43e-0c2f83d2ac3f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0437825
Apr 09 13:55:56.493770 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1795edb-fa9c-40f7-89c4-f852550712b1 req-3413a40f-d0b3-4fb7-a5cc-2d82213a7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:56.495355 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a1795edb-fa9c-40f7-89c4-f852550712b1 req-3413a40f-d0b3-4fb7-a5cc-2d82213a7fce service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3 HTTP/1.1" status: 200  len: 854 time: 0.1165032
Apr 09 13:55:56.590843 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1795edb-fa9c-40f7-89c4-f852550712b1 req-8e1799e5-50d2-428e-b196-57124d5c0af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:56.592547 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a1795edb-fa9c-40f7-89c4-f852550712b1 req-8e1799e5-50d2-428e-b196-57124d5c0af9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=790e52e4-8e7b-4b24-9306-15744e4e6057&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0899665
Apr 09 13:55:56.620348 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 59306) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:55:56.677617 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-3a7e1b38-db37-44ed-9664-9d7836cef718 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b971b49536214d529d7b185bd921316a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0547433
Apr 09 13:55:56.679756 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 59310) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:55:56.751017 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-639b546b-bb2e-4ee5-b9ed-390a9c173c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:56.772863 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a1795edb-fa9c-40f7-89c4-f852550712b1 req-ccfc28d6-4c73-462c-aaf0-4067e8d1132c service neutron] 10.222.0.93 "GET /v2.0/networks/790e52e4-8e7b-4b24-9306-15744e4e6057?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1669910
Apr 09 13:55:56.788614 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-639b546b-bb2e-4ee5-b9ed-390a9c173c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:56.840774 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-639b546b-bb2e-4ee5-b9ed-390a9c173c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:56.847344 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7b00cc8b-6189-4b19-af83-5c7d2103cb91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:55:56.870330 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b546b-bb2e-4ee5-b9ed-390a9c173c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82374c3-a8fb-45e8-9576-a1cb6552182e,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:55:56.876588 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-639b546b-bb2e-4ee5-b9ed-390a9c173c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:55:56.878656 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-639b546b-bb2e-4ee5-b9ed-390a9c173c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:55:56.888746 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-639b546b-bb2e-4ee5-b9ed-390a9c173c77 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f82374c3-a8fb-45e8-9576-a1cb6552182e HTTP/1.1" status: 204  len: 168 time: 0.2077045
Apr 09 13:55:57.047827 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a1795edb-fa9c-40f7-89c4-f852550712b1 req-24c00fb2-16f4-4286-8f5a-764d915ae2db service neutron] 10.222.0.93 "GET /v2.0/networks/790e52e4-8e7b-4b24-9306-15744e4e6057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2586906
Apr 09 13:55:57.100977 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b82a60-3513-48d6-a029-c99448565eb9 req-273bad86-5eac-40d5-b840-7ba655b41fa6 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:57.102806 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-24b82a60-3513-48d6-a029-c99448565eb9 req-273bad86-5eac-40d5-b840-7ba655b41fa6 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 946 time: 0.1385808
Apr 09 13:55:57.136402 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-24b82a60-3513-48d6-a029-c99448565eb9 req-6710497f-1e3b-453c-8978-ccc492b0a824 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0267928
Apr 09 13:55:57.721296 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d3b54-f592-4e06-b3a2-c002ccd95e63 req-a36ed92d-dcde-4f48-b711-efbe54c2fba6 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:57.723726 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c81d3b54-f592-4e06-b3a2-c002ccd95e63 req-a36ed92d-dcde-4f48-b711-efbe54c2fba6 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 984 time: 0.1025717
Apr 09 13:55:57.768517 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c81d3b54-f592-4e06-b3a2-c002ccd95e63 req-c2fa589d-8fdd-4260-9120-2e653cf8f9c5 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&id=2cfeafb9-b993-4773-b43e-0c2f83d2ac3f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0362787
Apr 09 13:55:58.440371 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7bd71-feb8-4eb3-8b3c-da81b8a566a3 req-c293f379-6699-464f-a0e1-e8788645004d tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:58.443167 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2ed7bd71-feb8-4eb3-8b3c-da81b8a566a3 req-c293f379-6699-464f-a0e1-e8788645004d tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 946 time: 0.1085379
Apr 09 13:55:58.492976 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2ed7bd71-feb8-4eb3-8b3c-da81b8a566a3 req-b0b02fcc-4a52-4ece-b8ce-769a898868a4 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401671
Apr 09 13:55:58.994915 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a40f80-e484-482e-93ad-071b02ee7489 req-8675980e-0670-431f-a6d8-4c9bee3f901e tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:58.996620 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-05a40f80-e484-482e-93ad-071b02ee7489 req-8675980e-0670-431f-a6d8-4c9bee3f901e tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 984 time: 0.1011016
Apr 09 13:55:59.041019 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-05a40f80-e484-482e-93ad-071b02ee7489 req-6292c032-f1f3-472b-a81a-d5bdf6a79dcb tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&id=2cfeafb9-b993-4773-b43e-0c2f83d2ac3f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0377059
Apr 09 13:55:59.708456 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb44c2-9d49-437a-9232-0e8c3209baee req-59ee1f4b-1178-4e3a-ae01-cabd7a84f568 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:55:59.710680 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7ceb44c2-9d49-437a-9232-0e8c3209baee req-59ee1f4b-1178-4e3a-ae01-cabd7a84f568 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 946 time: 0.1026418
Apr 09 13:55:59.744839 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7ceb44c2-9d49-437a-9232-0e8c3209baee req-afc1dba2-e861-4905-a6e5-77a50f964653 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0266755
Apr 09 13:56:00.254410 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9768e7-f372-4311-b6b0-d3774a42f3b6 req-a771bf55-74b1-419b-a61e-555f021dd2e9 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:00.256071 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8e9768e7-f372-4311-b6b0-d3774a42f3b6 req-a771bf55-74b1-419b-a61e-555f021dd2e9 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 984 time: 0.0949378
Apr 09 13:56:00.293407 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8e9768e7-f372-4311-b6b0-d3774a42f3b6 req-e2c5a8ef-f996-4671-aa59-350095ab7142 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&id=2cfeafb9-b993-4773-b43e-0c2f83d2ac3f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0304534
Apr 09 13:56:00.962337 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07bec3-29b6-4335-9b8f-976aaf7eede9 req-2e99dd78-6a24-4ad9-ae3d-e3d3b6e1860f tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:00.963940 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ed07bec3-29b6-4335-9b8f-976aaf7eede9 req-2e99dd78-6a24-4ad9-ae3d-e3d3b6e1860f tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 946 time: 0.0901613
Apr 09 13:56:00.995381 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ed07bec3-29b6-4335-9b8f-976aaf7eede9 req-62d2fa37-81e3-4746-a808-dd18b4d0d135 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0250168
Apr 09 13:56:01.508128 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94530dab-614d-46ba-9e69-78e74c0b87aa req-8ed46843-9e77-459e-906c-42821293a4d5 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:01.509828 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-94530dab-614d-46ba-9e69-78e74c0b87aa req-8ed46843-9e77-459e-906c-42821293a4d5 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 984 time: 0.0974851
Apr 09 13:56:01.545129 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-94530dab-614d-46ba-9e69-78e74c0b87aa req-c60ae3e5-c4d2-4340-ba29-fd0d51357fb4 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&id=2cfeafb9-b993-4773-b43e-0c2f83d2ac3f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0284045
Apr 09 13:56:02.210253 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b2678-4516-4033-a4e1-23cbe656f52f req-7e681a46-c2d5-4d6f-9ff6-685a4e01a5f8 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:02.211850 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2c6b2678-4516-4033-a4e1-23cbe656f52f req-7e681a46-c2d5-4d6f-9ff6-685a4e01a5f8 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 946 time: 0.0905235
Apr 09 13:56:02.246223 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2c6b2678-4516-4033-a4e1-23cbe656f52f req-461df3e8-0b01-4740-a2ec-78483edb38c4 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0279438
Apr 09 13:56:02.765464 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3df31-e67c-4dfa-b890-a31e0ac92b3d req-410b6ba5-e56f-42b8-8610-8c65a6285e85 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:02.767014 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e2f3df31-e67c-4dfa-b890-a31e0ac92b3d req-410b6ba5-e56f-42b8-8610-8c65a6285e85 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 984 time: 0.0968919
Apr 09 13:56:02.802067 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e2f3df31-e67c-4dfa-b890-a31e0ac92b3d req-7f2d0954-c630-48c0-bb64-9c6ad7870c6a tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&id=2cfeafb9-b993-4773-b43e-0c2f83d2ac3f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0275915
Apr 09 13:56:04.037642 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ce42b-9f9f-458d-9bd2-1436580edc0e req-b1fc9792-f049-474d-91d4-2c3e652c8cc2 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:04.039201 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-440ce42b-9f9f-458d-9bd2-1436580edc0e req-b1fc9792-f049-474d-91d4-2c3e652c8cc2 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 984 time: 0.0903511
Apr 09 13:56:04.073349 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-440ce42b-9f9f-458d-9bd2-1436580edc0e req-38e20869-593c-46f7-972a-b6f5514aad01 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&id=2cfeafb9-b993-4773-b43e-0c2f83d2ac3f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0273507
Apr 09 13:56:05.299869 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f36a1-7878-43d2-984b-b9446a9213c4 req-c98c53df-6a25-43f2-94d3-60d935060972 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:05.303288 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-778f36a1-7878-43d2-984b-b9446a9213c4 req-c98c53df-6a25-43f2-94d3-60d935060972 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 984 time: 0.1081300
Apr 09 13:56:05.339964 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-778f36a1-7878-43d2-984b-b9446a9213c4 req-c4eae322-f10e-4eee-9131-1e489e901a84 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&id=2cfeafb9-b993-4773-b43e-0c2f83d2ac3f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0290003
Apr 09 13:56:06.376954 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374cf54-2b7c-4463-b8c4-e588d247ce5d req-a2ccaa0e-c63d-4258-81b1-a7c78ddab0d6 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:06.379230 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e374cf54-2b7c-4463-b8c4-e588d247ce5d req-a2ccaa0e-c63d-4258-81b1-a7c78ddab0d6 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 946 time: 0.0902128
Apr 09 13:56:06.414637 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e374cf54-2b7c-4463-b8c4-e588d247ce5d req-0cd52e9b-c3d5-470f-b276-4fbced4b032b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0285888
Apr 09 13:56:06.561361 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3ac3a-6d63-49f3-b7f6-709a4591eac7 req-4054cffb-54c0-4194-9462-7790ade22d00 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:06.563003 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-41d3ac3a-6d63-49f3-b7f6-709a4591eac7 req-4054cffb-54c0-4194-9462-7790ade22d00 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 984 time: 0.0988781
Apr 09 13:56:06.598152 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-41d3ac3a-6d63-49f3-b7f6-709a4591eac7 req-9f62eb83-283a-44f1-8e8c-d9dd8514ad12 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&id=2cfeafb9-b993-4773-b43e-0c2f83d2ac3f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0277984
Apr 09 13:56:07.626286 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d40bd4-7932-4d7c-95e0-05c7a465c7f9 req-af39a525-b9b7-4a9b-97d5-e9ee22318e17 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:07.627972 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-90d40bd4-7932-4d7c-95e0-05c7a465c7f9 req-af39a525-b9b7-4a9b-97d5-e9ee22318e17 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 946 time: 0.0928829
Apr 09 13:56:07.662456 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-90d40bd4-7932-4d7c-95e0-05c7a465c7f9 req-30cfc486-8b07-42a3-a1e1-59c60769458b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0272317
Apr 09 13:56:07.821750 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71811a8-7d50-4336-bdcd-6be741d0fdc1 req-855869fd-13b3-4ae2-9eb2-52e763609875 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:07.823384 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b71811a8-7d50-4336-bdcd-6be741d0fdc1 req-855869fd-13b3-4ae2-9eb2-52e763609875 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 984 time: 0.1029055
Apr 09 13:56:07.861264 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b71811a8-7d50-4336-bdcd-6be741d0fdc1 req-8462a231-76eb-4623-96ef-130e1930e88d tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&id=2cfeafb9-b993-4773-b43e-0c2f83d2ac3f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0300376
Apr 09 13:56:08.867386 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6b59d-900e-43a8-a64f-e53e8b4f9ab3 req-cafa9d62-4868-47bd-9087-0368ccaae699 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:08.869069 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b0b6b59d-900e-43a8-a64f-e53e8b4f9ab3 req-cafa9d62-4868-47bd-9087-0368ccaae699 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 946 time: 0.0898507
Apr 09 13:56:08.900134 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b0b6b59d-900e-43a8-a64f-e53e8b4f9ab3 req-0769b3d9-85f5-4c7b-ba9f-a9d38deaa52f tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0247395
Apr 09 13:56:09.072042 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17281ddb-0a59-4d42-a9ff-c0dc08ca3a73 req-2abeaaa2-7b63-48a8-aab7-ad0480a200da tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:09.073626 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-17281ddb-0a59-4d42-a9ff-c0dc08ca3a73 req-2abeaaa2-7b63-48a8-aab7-ad0480a200da tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 984 time: 0.0948935
Apr 09 13:56:09.109120 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-17281ddb-0a59-4d42-a9ff-c0dc08ca3a73 req-4e4f560f-1b02-4b68-af7d-2b95144ef4f3 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&id=2cfeafb9-b993-4773-b43e-0c2f83d2ac3f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0288608
Apr 09 13:56:10.108129 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b697e3-5870-43f9-8818-2a902dfeb72e req-33b6c9f0-ba5b-49d1-a254-35649ff8ffc4 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:10.109781 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f8b697e3-5870-43f9-8818-2a902dfeb72e req-33b6c9f0-ba5b-49d1-a254-35649ff8ffc4 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 946 time: 0.0899076
Apr 09 13:56:10.146325 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f8b697e3-5870-43f9-8818-2a902dfeb72e req-96af1541-5da1-49f9-94ff-95b54c0309e9 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0265443
Apr 09 13:56:10.557037 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55b42e-a3b4-40d6-a331-fae360dcd54e req-a7fd5c47-c28b-4184-92a7-0a9402a65256 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:10.558568 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-cf55b42e-a3b4-40d6-a331-fae360dcd54e req-a7fd5c47-c28b-4184-92a7-0a9402a65256 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 984 time: 0.3312218
Apr 09 13:56:10.592647 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-cf55b42e-a3b4-40d6-a331-fae360dcd54e req-eddc344a-2483-4f8a-8156-f53e06637ed6 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&id=2cfeafb9-b993-4773-b43e-0c2f83d2ac3f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0274787
Apr 09 13:56:11.355215 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd580d-83f6-48b4-8c97-a50afb0f9bdc req-26d943bf-189d-4962-a02e-ea8ea9a13d52 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:11.356946 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-53bd580d-83f6-48b4-8c97-a50afb0f9bdc req-26d943bf-189d-4962-a02e-ea8ea9a13d52 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 946 time: 0.0914540
Apr 09 13:56:11.388765 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-53bd580d-83f6-48b4-8c97-a50afb0f9bdc req-9130d9b2-18fd-4834-8262-49d5bcd9ff71 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0249603
Apr 09 13:56:11.811807 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e92529-64fa-44dc-8117-2793a0ce8182 req-dbfb1be3-b855-4a84-918d-ff895029f64f tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:11.813405 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-77e92529-64fa-44dc-8117-2793a0ce8182 req-dbfb1be3-b855-4a84-918d-ff895029f64f tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 984 time: 0.0975647
Apr 09 13:56:11.846679 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-77e92529-64fa-44dc-8117-2793a0ce8182 req-d579cb23-0717-4666-a167-e58495ac07f8 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&id=2cfeafb9-b993-4773-b43e-0c2f83d2ac3f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0265672
Apr 09 13:56:12.595749 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5cec4-74fe-4f5f-96e6-5978fc84c6e7 req-eea47561-89d7-4303-bf9c-d949680a3503 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:12.598093 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-83a5cec4-74fe-4f5f-96e6-5978fc84c6e7 req-eea47561-89d7-4303-bf9c-d949680a3503 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 946 time: 0.0897040
Apr 09 13:56:12.629671 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-83a5cec4-74fe-4f5f-96e6-5978fc84c6e7 req-80da9783-2389-4937-8bc7-aab22aa336f3 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251989
Apr 09 13:56:13.069265 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746432dd-84c9-412f-8602-135c7c82ffa6 req-ae5b0e5b-1af0-4134-acc9-c93413cf287f tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:13.071129 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-746432dd-84c9-412f-8602-135c7c82ffa6 req-ae5b0e5b-1af0-4134-acc9-c93413cf287f tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 984 time: 0.0972390
Apr 09 13:56:13.106467 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-746432dd-84c9-412f-8602-135c7c82ffa6 req-a748bacc-ab1f-4180-997f-8a1c27493fdc tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&id=2cfeafb9-b993-4773-b43e-0c2f83d2ac3f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0285263
Apr 09 13:56:13.870807 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:56:13.898576 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da92c7c-626d-4732-81cf-164a44fe194d req-17d17186-5e1c-4518-a180-c718487ed889 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:13.900205 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3da92c7c-626d-4732-81cf-164a44fe194d req-17d17186-5e1c-4518-a180-c718487ed889 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 946 time: 0.1560235
Apr 09 13:56:13.938895 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529d49f-725d-484c-bee0-074870792b4b req-f428da69-0a0c-4a05-a83d-b493350cfadf tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:13.940442 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d529d49f-725d-484c-bee0-074870792b4b req-f428da69-0a0c-4a05-a83d-b493350cfadf tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.93 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 946 time: 0.1364877
Apr 09 13:56:13.949975 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3da92c7c-626d-4732-81cf-164a44fe194d req-a3f00b5a-9577-475b-a91c-d07da3c4aaa3 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418918
Apr 09 13:56:14.027543 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-d529d49f-725d-484c-bee0-074870792b4b req-aca975d3-59fa-4720-9495-67594372cf26 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Deleting port de7d385d-e2e0-43a8-add8-c3118591405b {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:56:14.028299 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-d529d49f-725d-484c-bee0-074870792b4b req-aca975d3-59fa-4720-9495-67594372cf26 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:14.377899 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-d529d49f-725d-484c-bee0-074870792b4b req-aca975d3-59fa-4720-9495-67594372cf26 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] For port de7d385d-e2e0-43a8-add8-c3118591405b, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=de7d385d-e2e0-43a8-add8-c3118591405b,segment=NetworkSegment(93fb02bd-6ea5-4711-9695-de72918154e7),segment_id=93fb02bd-6ea5-4711-9695-de72918154e7)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:56:14.378188 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-d529d49f-725d-484c-bee0-074870792b4b req-aca975d3-59fa-4720-9495-67594372cf26 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:14.403137 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422f880-15b0-46f1-91bc-452df0ca9f79 req-28eb1f35-587b-480c-b6ef-bd58d6df3f2b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:14.404768 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2422f880-15b0-46f1-91bc-452df0ca9f79 req-28eb1f35-587b-480c-b6ef-bd58d6df3f2b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 984 time: 0.1705525
Apr 09 13:56:14.540846 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-d529d49f-725d-484c-bee0-074870792b4b req-aca975d3-59fa-4720-9495-67594372cf26 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Calling delete_port for de7d385d-e2e0-43a8-add8-c3118591405b owned by compute:nova {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:56:14.599603 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2422f880-15b0-46f1-91bc-452df0ca9f79 req-77e6b742-c2d4-4716-bbad-5ea8a95e61ed tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&id=2cfeafb9-b993-4773-b43e-0c2f83d2ac3f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1402695
Apr 09 13:56:14.716858 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-d529d49f-725d-484c-bee0-074870792b4b req-aca975d3-59fa-4720-9495-67594372cf26 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:14.729831 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f', 'f1320afe-a222-4296-914a-74f206a8a4b7', '25094479-550d-4491-bcc6-9f3a13577e82', 'de7d385d-e2e0-43a8-add8-c3118591405b'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:56:14.738691 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-33bc69d5-ca8f-4351-99d3-323a09e8680b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:56:14.842422 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca975d3-59fa-4720-9495-67594372cf26 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Pushing event deleted for resources: {'Port': ['ID=de7d385d-e2e0-43a8-add8-c3118591405b,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:56:14.845642 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-aca975d3-59fa-4720-9495-67594372cf26 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:56:15.017102 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-d529d49f-725d-484c-bee0-074870792b4b req-aca975d3-59fa-4720-9495-67594372cf26 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] No DVR routers for this DVR port de7d385d-e2e0-43a8-add8-c3118591405b on host hv-cinder-78536 {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 13:56:15.021668 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-d529d49f-725d-484c-bee0-074870792b4b req-aca975d3-59fa-4720-9495-67594372cf26 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:15.027576 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c48283-ea4c-4957-b396-d81e6419eaa0', 'name': 'network-vif-deleted', 'tag': 'de7d385d-e2e0-43a8-add8-c3118591405b'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:56:15.059330 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d529d49f-725d-484c-bee0-074870792b4b req-aca975d3-59fa-4720-9495-67594372cf26 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.93 "DELETE /v2.0/ports/de7d385d-e2e0-43a8-add8-c3118591405b HTTP/1.1" status: 204  len: 173 time: 1.1127069
Apr 09 13:56:15.107842 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c48283-ea4c-4957-b396-d81e6419eaa0', 'name': 'network-vif-deleted', 'tag': 'de7d385d-e2e0-43a8-add8-c3118591405b', 'status': 'completed', 'code': 200}
Apr 09 13:56:15.170870 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-917306ab-8afe-4840-ba33-32fca8ebb615 req-0b394fe8-1a3b-46f1-bb07-b34d9e77251a tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Synchronizing usage tracker for tenant:c264fbe4ebb44a618b6c9189054fdbed on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:56:15.187723 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-917306ab-8afe-4840-ba33-32fca8ebb615 req-0b394fe8-1a3b-46f1-bb07-b34d9e77251a tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Unset dirty status for tenant:c264fbe4ebb44a618b6c9189054fdbed on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:56:15.189867 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-917306ab-8afe-4840-ba33-32fca8ebb615 req-0b394fe8-1a3b-46f1-bb07-b34d9e77251a tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=74c48283-ea4c-4957-b396-d81e6419eaa0 HTTP/1.1" status: 200  len: 210 time: 0.0850358
Apr 09 13:56:15.853654 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9957b7b-a28e-480d-8bdc-08fc99ee3361 req-c6bfe782-f1d3-4f3a-b3e9-34d6c6e8df11 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:15.855493 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d9957b7b-a28e-480d-8bdc-08fc99ee3361 req-c6bfe782-f1d3-4f3a-b3e9-34d6c6e8df11 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 984 time: 0.1011899
Apr 09 13:56:15.891925 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d9957b7b-a28e-480d-8bdc-08fc99ee3361 req-1a469daf-bd93-4398-9219-d225e957c2c5 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&id=2cfeafb9-b993-4773-b43e-0c2f83d2ac3f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0290806
Apr 09 13:56:16.209235 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 59654) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:56:16.367145 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-11f9ccfe-daa3-4d42-bf1c-3f3e6d9375a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:16.384323 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-11f9ccfe-daa3-4d42-bf1c-3f3e6d9375a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:56:16.388959 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-11f9ccfe-daa3-4d42-bf1c-3f3e6d9375a8 admin admin] Usage tracker for resource:security_group_rule and tenant:a66d0ddae07a4f10acd331dd81809f31 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:56:16.392238 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-11f9ccfe-daa3-4d42-bf1c-3f3e6d9375a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:56:16.398679 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-11f9ccfe-daa3-4d42-bf1c-3f3e6d9375a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:56:16.491505 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-11f9ccfe-daa3-4d42-bf1c-3f3e6d9375a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:16.496398 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-11f9ccfe-daa3-4d42-bf1c-3f3e6d9375a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:16.517692 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-45b9b571-bfb7-4868-8421-1881b57a6d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:56:16.550293 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-11f9ccfe-daa3-4d42-bf1c-3f3e6d9375a8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a66d0ddae07a4f10acd331dd81809f31&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3365700
Apr 09 13:56:16.551884 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 59674) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:56:16.557172 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9ccfe-daa3-4d42-bf1c-3f3e6d9375a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112c2e58-8178-4000-917a-901f47d73da7,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:56:16.560531 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-11f9ccfe-daa3-4d42-bf1c-3f3e6d9375a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:56:16.645306 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1c330788-3876-4d8c-93d4-d67dd2849b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:16.676902 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1c330788-3876-4d8c-93d4-d67dd2849b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:16.726414 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1c330788-3876-4d8c-93d4-d67dd2849b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:16.731578 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c1be50f2-9b8c-456c-a3be-28905362bc32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:56:16.742818 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c330788-3876-4d8c-93d4-d67dd2849b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112c2e58-8178-4000-917a-901f47d73da7,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:56:16.747862 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1c330788-3876-4d8c-93d4-d67dd2849b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:56:16.750041 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1c330788-3876-4d8c-93d4-d67dd2849b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:16.751368 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-1c330788-3876-4d8c-93d4-d67dd2849b56 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/112c2e58-8178-4000-917a-901f47d73da7 HTTP/1.1" status: 204  len: 168 time: 0.1982760
Apr 09 13:56:17.014053 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device de7d385d-e2e0-43a8-add8-c3118591405b no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 13:56:17.062698 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] No Port match for: de7d385d-e2e0-43a8-add8-c3118591405b {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 13:56:17.063288 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device de7d385d-e2e0-43a8-add8-c3118591405b not bound to the agent host hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 13:56:17.328218 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b9255-f0ed-44af-b070-0a1f4c501208 req-365917e5-61b4-432e-be41-f5eb9e82fe24 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:17.330644 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-446b9255-f0ed-44af-b070-0a1f4c501208 req-365917e5-61b4-432e-be41-f5eb9e82fe24 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 984 time: 0.1482434
Apr 09 13:56:17.373376 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-446b9255-f0ed-44af-b070-0a1f4c501208 req-12879436-b553-4266-aef3-cd8d3f715863 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&id=2cfeafb9-b993-4773-b43e-0c2f83d2ac3f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0338738
Apr 09 13:56:18.161670 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ab7ec-6c3a-4b86-b8c1-3ac64f96ee8d req-209d267c-4c77-4269-ac25-17a6e3937b06 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:18.163297 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-341ab7ec-6c3a-4b86-b8c1-3ac64f96ee8d req-209d267c-4c77-4269-ac25-17a6e3937b06 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 946 time: 0.0939398
Apr 09 13:56:18.195535 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-341ab7ec-6c3a-4b86-b8c1-3ac64f96ee8d req-a422fd00-8833-4210-9ce4-34d3778b0f88 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0255468
Apr 09 13:56:18.321182 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-62e437fb-780d-4deb-a037-d699f00a8b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:18.599365 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add27db-b98d-4aa4-a0ff-e98b68797deb req-4b1303f9-5d35-40d9-a98b-fcbd7d13ddc0 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:18.601682 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7add27db-b98d-4aa4-a0ff-e98b68797deb req-4b1303f9-5d35-40d9-a98b-fcbd7d13ddc0 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 984 time: 0.1024799
Apr 09 13:56:18.636569 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7add27db-b98d-4aa4-a0ff-e98b68797deb req-c24a44c5-3e1a-449f-a13f-77eb432ab414 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&id=2cfeafb9-b993-4773-b43e-0c2f83d2ac3f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0284183
Apr 09 13:56:19.479205 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d95d6f-a985-4bb2-87f3-fea7bf8d9d84 req-99a839a4-247a-4f60-a537-00418b792430 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:19.481157 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-17d95d6f-a985-4bb2-87f3-fea7bf8d9d84 req-99a839a4-247a-4f60-a537-00418b792430 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 946 time: 0.1014781
Apr 09 13:56:19.525093 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-17d95d6f-a985-4bb2-87f3-fea7bf8d9d84 req-59c8935d-9c63-48cd-8b25-c1bbd048d7c8 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357089
Apr 09 13:56:19.862094 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627840f0-15c5-4517-8dbb-91bba9ec1a2a req-a4fd4118-165f-4986-9501-4dc30027c4a7 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:19.863992 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-627840f0-15c5-4517-8dbb-91bba9ec1a2a req-a4fd4118-165f-4986-9501-4dc30027c4a7 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 984 time: 0.1036510
Apr 09 13:56:19.912078 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-627840f0-15c5-4517-8dbb-91bba9ec1a2a req-6517935e-ff3e-40bc-b90f-a90b4ea8e27b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&id=2cfeafb9-b993-4773-b43e-0c2f83d2ac3f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0410972
Apr 09 13:56:20.264421 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20b49f-1f77-4db3-98cb-0192ac600551 req-6144d9b5-e7f5-4502-9469-4b8884cbcb43 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:20.266013 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bb20b49f-1f77-4db3-98cb-0192ac600551 req-6144d9b5-e7f5-4502-9469-4b8884cbcb43 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 946 time: 0.0993872
Apr 09 13:56:20.361081 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-bb20b49f-1f77-4db3-98cb-0192ac600551 req-2239b260-ca36-43ff-b828-82c039a15dc7 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Deleting port 25094479-550d-4491-bcc6-9f3a13577e82 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:56:20.361464 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-bb20b49f-1f77-4db3-98cb-0192ac600551 req-2239b260-ca36-43ff-b828-82c039a15dc7 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:20.634553 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-bb20b49f-1f77-4db3-98cb-0192ac600551 req-2239b260-ca36-43ff-b828-82c039a15dc7 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] For port 25094479-550d-4491-bcc6-9f3a13577e82, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=25094479-550d-4491-bcc6-9f3a13577e82,segment=NetworkSegment(93fb02bd-6ea5-4711-9695-de72918154e7),segment_id=93fb02bd-6ea5-4711-9695-de72918154e7)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:56:20.634962 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-bb20b49f-1f77-4db3-98cb-0192ac600551 req-2239b260-ca36-43ff-b828-82c039a15dc7 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:20.829246 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-bb20b49f-1f77-4db3-98cb-0192ac600551 req-2239b260-ca36-43ff-b828-82c039a15dc7 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Calling delete_port for 25094479-550d-4491-bcc6-9f3a13577e82 owned by compute:nova {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:56:20.959587 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9f323-bbbf-4025-8ebd-bb1f71e4068f req-d3408eb2-f82d-4eb9-8e12-3840ce4b5795 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:20.961318 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3da9f323-bbbf-4025-8ebd-bb1f71e4068f req-d3408eb2-f82d-4eb9-8e12-3840ce4b5795 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 946 time: 0.3091605
Apr 09 13:56:21.040683 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3da9f323-bbbf-4025-8ebd-bb1f71e4068f req-72fa78ea-d578-4376-97c2-b3d99b394916 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440154
Apr 09 13:56:21.055887 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-bb20b49f-1f77-4db3-98cb-0192ac600551 req-2239b260-ca36-43ff-b828-82c039a15dc7 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:21.070964 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f', 'f1320afe-a222-4296-914a-74f206a8a4b7', '25094479-550d-4491-bcc6-9f3a13577e82'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:56:21.074419 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:56:21.219793 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239b260-ca36-43ff-b828-82c039a15dc7 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Pushing event deleted for resources: {'Port': ['ID=25094479-550d-4491-bcc6-9f3a13577e82,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:56:21.244239 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2239b260-ca36-43ff-b828-82c039a15dc7 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:56:21.351405 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8880865-f18e-4461-8888-4283bc86d237 req-c3745076-0150-49e3-a05d-d34f9561ca24 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:21.353153 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e8880865-f18e-4461-8888-4283bc86d237 req-c3745076-0150-49e3-a05d-d34f9561ca24 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 984 time: 0.2441075
Apr 09 13:56:21.445231 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5ca8a965-1a64-4b4e-bbc1-ab7b66521e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:21.511051 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:21.691497 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e8880865-f18e-4461-8888-4283bc86d237 req-9342f671-926d-45a9-a311-7b5bba70759a tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&id=2cfeafb9-b993-4773-b43e-0c2f83d2ac3f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3305664
Apr 09 13:56:21.697692 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb20b49f-1f77-4db3-98cb-0192ac600551 req-2239b260-ca36-43ff-b828-82c039a15dc7 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] No DVR routers for this DVR port 25094479-550d-4491-bcc6-9f3a13577e82 on host hv-cinder-78536 {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 13:56:21.700321 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-bb20b49f-1f77-4db3-98cb-0192ac600551 req-2239b260-ca36-43ff-b828-82c039a15dc7 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:21.703251 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb55cc9f-4add-4f43-9c80-534b98ac5e4d', 'name': 'network-vif-deleted', 'tag': '25094479-550d-4491-bcc6-9f3a13577e82'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:56:21.719754 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bb20b49f-1f77-4db3-98cb-0192ac600551 req-2239b260-ca36-43ff-b828-82c039a15dc7 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.93 "DELETE /v2.0/ports/25094479-550d-4491-bcc6-9f3a13577e82 HTTP/1.1" status: 204  len: 173 time: 1.4466097
Apr 09 13:56:21.759061 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb55cc9f-4add-4f43-9c80-534b98ac5e4d', 'name': 'network-vif-deleted', 'tag': '25094479-550d-4491-bcc6-9f3a13577e82', 'status': 'completed', 'code': 200}
Apr 09 13:56:22.226408 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-52ec3544-c209-43e8-bbd4-291ffd34c77f req-94edee32-a339-4ac4-aca4-99fd3e62222c tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Synchronizing usage tracker for tenant:c264fbe4ebb44a618b6c9189054fdbed on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:56:22.243449 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-52ec3544-c209-43e8-bbd4-291ffd34c77f req-94edee32-a339-4ac4-aca4-99fd3e62222c tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Unset dirty status for tenant:c264fbe4ebb44a618b6c9189054fdbed on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:56:22.244794 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-52ec3544-c209-43e8-bbd4-291ffd34c77f req-94edee32-a339-4ac4-aca4-99fd3e62222c tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb55cc9f-4add-4f43-9c80-534b98ac5e4d HTTP/1.1" status: 200  len: 210 time: 0.0673926
Apr 09 13:56:22.907158 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd2d59-1599-4764-8faf-d0f18766c231 req-cb6db9dd-bd04-4a3b-acee-8e85d52dfef3 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:22.908762 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-34fd2d59-1599-4764-8faf-d0f18766c231 req-cb6db9dd-bd04-4a3b-acee-8e85d52dfef3 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 984 time: 0.0982747
Apr 09 13:56:22.944870 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-34fd2d59-1599-4764-8faf-d0f18766c231 req-4b1e3ef8-4a6e-4b9c-a092-75e7802197c2 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&id=2cfeafb9-b993-4773-b43e-0c2f83d2ac3f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0286927
Apr 09 13:56:23.128775 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:23.291070 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:23.353759 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5e1b409a-f273-40f8-9ff4-e5869861d6ba req-7c7c2e0f-1da2-4c0c-8526-918db0bb6f34 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0866327
Apr 09 13:56:23.514521 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b409a-f273-40f8-9ff4-e5869861d6ba req-f675eed9-4d50-4394-85bd-f9bbd8ce450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:23.516452 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5e1b409a-f273-40f8-9ff4-e5869861d6ba req-f675eed9-4d50-4394-85bd-f9bbd8ce450d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8f40d2219e104d8ba0a5d0df316c2e3c&device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 1099 time: 0.0857766
Apr 09 13:56:23.736999 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b409a-f273-40f8-9ff4-e5869861d6ba req-5001659d-78b2-4e88-9607-432385275d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:23.738663 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5e1b409a-f273-40f8-9ff4-e5869861d6ba req-5001659d-78b2-4e88-9607-432385275d82 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9010c4eb-70b0-4853-abe2-15efc5a47948 HTTP/1.1" status: 200  len: 918 time: 0.1994066
Apr 09 13:56:23.876789 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ca15c-df32-4523-ab6f-baacdffc0bd1 req-4e73c485-c4d5-40f4-8834-681a7415f708 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:23.879142 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0d7ca15c-df32-4523-ab6f-baacdffc0bd1 req-4e73c485-c4d5-40f4-8834-681a7415f708 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=34dc6186-6b03-435f-87f1-b669b4d39bb9 HTTP/1.1" status: 200  len: 946 time: 0.2175148
Apr 09 13:56:23.886509 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5e1b409a-f273-40f8-9ff4-e5869861d6ba req-857572e2-d6e6-420f-9187-0b31e1fed7a8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9bcc344-45c3-4360-a424-5becafffd6e2 HTTP/1.1" status: 200  len: 1001 time: 0.1389468
Apr 09 13:56:23.960414 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0d7ca15c-df32-4523-ab6f-baacdffc0bd1 req-aab4f480-f181-4e63-a0d5-15890672178f tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727956
Apr 09 13:56:23.979044 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b409a-f273-40f8-9ff4-e5869861d6ba req-aff6b51d-3600-4085-8495-dc678fc4c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:23.981263 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5e1b409a-f273-40f8-9ff4-e5869861d6ba req-aff6b51d-3600-4085-8495-dc678fc4c05f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a11cd7fb-d8a8-4644-9261-21e5c207880f HTTP/1.1" status: 200  len: 856 time: 0.0785835
Apr 09 13:56:24.110529 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b409a-f273-40f8-9ff4-e5869861d6ba req-bb1270e2-4033-4e32-ac7c-af846a594110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:24.112161 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5e1b409a-f273-40f8-9ff4-e5869861d6ba req-bb1270e2-4033-4e32-ac7c-af846a594110 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9010c4eb-70b0-4853-abe2-15efc5a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1215570
Apr 09 13:56:24.363387 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef2b85-563a-4f3e-bd1c-548ebc9915ca req-bfa0db44-790f-4467-ac41-050fc387d08d tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:24.363387 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-91ef2b85-563a-4f3e-bd1c-548ebc9915ca req-bfa0db44-790f-4467-ac41-050fc387d08d tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 984 time: 0.2898262
Apr 09 13:56:24.368480 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5e1b409a-f273-40f8-9ff4-e5869861d6ba req-d7483e0b-a230-4a21-9821-6834cc73270c service neutron] 10.222.0.93 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2487910
Apr 09 13:56:24.473614 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-91ef2b85-563a-4f3e-bd1c-548ebc9915ca req-121c4d26-0816-4733-b7a2-f04b50105d84 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&id=2cfeafb9-b993-4773-b43e-0c2f83d2ac3f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1039855
Apr 09 13:56:24.541218 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5e1b409a-f273-40f8-9ff4-e5869861d6ba req-6c680dfb-7350-4bd4-9451-eb46c1e1cc37 service neutron] 10.222.0.93 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1567583
Apr 09 13:56:24.708125 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:25.088171 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 25094479-550d-4491-bcc6-9f3a13577e82 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 13:56:25.128327 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] No Port match for: 25094479-550d-4491-bcc6-9f3a13577e82 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 13:56:25.129174 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 25094479-550d-4491-bcc6-9f3a13577e82 not bound to the agent host hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 13:56:25.187875 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32757b-876c-4053-a2be-f97be9036cac req-dec02fb6-66bb-468e-a8d9-52a83df6571c tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:25.189580 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8e32757b-876c-4053-a2be-f97be9036cac req-dec02fb6-66bb-468e-a8d9-52a83df6571c tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=34dc6186-6b03-435f-87f1-b669b4d39bb9 HTTP/1.1" status: 200  len: 946 time: 0.1011250
Apr 09 13:56:25.225668 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8e32757b-876c-4053-a2be-f97be9036cac req-df2974e1-2dae-437f-8034-5301fb8be096 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0278404
Apr 09 13:56:25.749983 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b969e-3e2c-4b7c-9e38-adb28425d98c req-a1a2c7fd-6129-4862-abaf-e26e038b51f3 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:25.751497 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6a1b969e-3e2c-4b7c-9e38-adb28425d98c req-a1a2c7fd-6129-4862-abaf-e26e038b51f3 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.93 "GET /v2.0/ports?device_id=34dc6186-6b03-435f-87f1-b669b4d39bb9 HTTP/1.1" status: 200  len: 946 time: 0.0912137
Apr 09 13:56:25.839087 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-6a1b969e-3e2c-4b7c-9e38-adb28425d98c req-e2efe1a0-2bc5-4c95-9bf2-abdf4719cb94 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Deleting port f1320afe-a222-4296-914a-74f206a8a4b7 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:56:25.839434 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6a1b969e-3e2c-4b7c-9e38-adb28425d98c req-e2efe1a0-2bc5-4c95-9bf2-abdf4719cb94 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:26.120957 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-6a1b969e-3e2c-4b7c-9e38-adb28425d98c req-e2efe1a0-2bc5-4c95-9bf2-abdf4719cb94 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] For port f1320afe-a222-4296-914a-74f206a8a4b7, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=f1320afe-a222-4296-914a-74f206a8a4b7,segment=NetworkSegment(93fb02bd-6ea5-4711-9695-de72918154e7),segment_id=93fb02bd-6ea5-4711-9695-de72918154e7)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:56:26.121365 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6a1b969e-3e2c-4b7c-9e38-adb28425d98c req-e2efe1a0-2bc5-4c95-9bf2-abdf4719cb94 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:26.260592 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-6a1b969e-3e2c-4b7c-9e38-adb28425d98c req-e2efe1a0-2bc5-4c95-9bf2-abdf4719cb94 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Calling delete_port for f1320afe-a222-4296-914a-74f206a8a4b7 owned by compute:nova {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:56:26.491595 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6a1b969e-3e2c-4b7c-9e38-adb28425d98c req-e2efe1a0-2bc5-4c95-9bf2-abdf4719cb94 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:26.503102 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f', 'f1320afe-a222-4296-914a-74f206a8a4b7'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:56:26.510918 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2239b260-ca36-43ff-b828-82c039a15dc7 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:56:26.614427 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efe1a0-2bc5-4c95-9bf2-abdf4719cb94 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Pushing event deleted for resources: {'Port': ['ID=f1320afe-a222-4296-914a-74f206a8a4b7,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:56:26.636674 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4c67d-c052-47ab-8a30-1e5376e2cd08 req-8d5198d0-0051-460f-87a8-4a9de2ad56b0 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:26.638407 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7aa4c67d-c052-47ab-8a30-1e5376e2cd08 req-8d5198d0-0051-460f-87a8-4a9de2ad56b0 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=34dc6186-6b03-435f-87f1-b669b4d39bb9 HTTP/1.1" status: 200  len: 946 time: 0.2893462
Apr 09 13:56:26.639384 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e2efe1a0-2bc5-4c95-9bf2-abdf4719cb94 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:56:26.698238 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7aa4c67d-c052-47ab-8a30-1e5376e2cd08 req-da11d8c0-9bf8-477d-9025-48a31ab3fb36 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485318
Apr 09 13:56:26.823048 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1b969e-3e2c-4b7c-9e38-adb28425d98c req-e2efe1a0-2bc5-4c95-9bf2-abdf4719cb94 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] No DVR routers for this DVR port f1320afe-a222-4296-914a-74f206a8a4b7 on host hv-cinder-78536 {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 13:56:26.825890 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6a1b969e-3e2c-4b7c-9e38-adb28425d98c req-e2efe1a0-2bc5-4c95-9bf2-abdf4719cb94 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:26.830581 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34dc6186-6b03-435f-87f1-b669b4d39bb9', 'name': 'network-vif-deleted', 'tag': 'f1320afe-a222-4296-914a-74f206a8a4b7'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:56:26.846475 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6a1b969e-3e2c-4b7c-9e38-adb28425d98c req-e2efe1a0-2bc5-4c95-9bf2-abdf4719cb94 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.93 "DELETE /v2.0/ports/f1320afe-a222-4296-914a-74f206a8a4b7 HTTP/1.1" status: 204  len: 173 time: 1.0874903
Apr 09 13:56:26.890403 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34dc6186-6b03-435f-87f1-b669b4d39bb9', 'name': 'network-vif-deleted', 'tag': 'f1320afe-a222-4296-914a-74f206a8a4b7', 'status': 'completed', 'code': 200}
Apr 09 13:56:29.110992 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device f1320afe-a222-4296-914a-74f206a8a4b7 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 13:56:29.149954 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] No Port match for: f1320afe-a222-4296-914a-74f206a8a4b7 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 13:56:29.150744 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device f1320afe-a222-4296-914a-74f206a8a4b7 not bound to the agent host hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 13:56:29.465660 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f9cfe-4158-4ea7-8c7f-2b31e79873b0 req-36c45a94-1671-4787-9ba2-a22bde2a6e5c tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:29.466435 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-371f9cfe-4158-4ea7-8c7f-2b31e79873b0 req-36c45a94-1671-4787-9ba2-a22bde2a6e5c tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Synchronizing usage tracker for tenant:c264fbe4ebb44a618b6c9189054fdbed on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:56:29.483247 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-371f9cfe-4158-4ea7-8c7f-2b31e79873b0 req-36c45a94-1671-4787-9ba2-a22bde2a6e5c tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Unset dirty status for tenant:c264fbe4ebb44a618b6c9189054fdbed on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:56:29.484631 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-371f9cfe-4158-4ea7-8c7f-2b31e79873b0 req-36c45a94-1671-4787-9ba2-a22bde2a6e5c tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=8b3fc658-e3a8-4e72-95b9-66786b5659a6 HTTP/1.1" status: 200  len: 945 time: 0.1126044
Apr 09 13:56:29.515538 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-371f9cfe-4158-4ea7-8c7f-2b31e79873b0 req-3fde94ae-5375-4db9-843f-446c68085abe tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0245609
Apr 09 13:56:30.728021 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2805b0c-01e9-4436-a642-a30a790c139e req-8482b94a-c0a6-43d8-a4c5-c22c3416bd71 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:30.729782 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c2805b0c-01e9-4436-a642-a30a790c139e req-8482b94a-c0a6-43d8-a4c5-c22c3416bd71 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=8b3fc658-e3a8-4e72-95b9-66786b5659a6 HTTP/1.1" status: 200  len: 945 time: 0.0923901
Apr 09 13:56:30.762727 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c2805b0c-01e9-4436-a642-a30a790c139e req-bcc8344b-f8b2-40c2-91bb-a9587f2fb00d tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0260808
Apr 09 13:56:31.977830 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e9faa-e8a5-490c-8559-67fe01841944 req-c303867b-bbf9-4b0c-948d-9c89e5a08675 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:31.979510 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-523e9faa-e8a5-490c-8559-67fe01841944 req-c303867b-bbf9-4b0c-948d-9c89e5a08675 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=8b3fc658-e3a8-4e72-95b9-66786b5659a6 HTTP/1.1" status: 200  len: 945 time: 0.0989077
Apr 09 13:56:32.016616 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-523e9faa-e8a5-490c-8559-67fe01841944 req-3e720a95-0263-4df5-a3f5-91b0737447cd tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0301900
Apr 09 13:56:33.223736 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0baa9d7-94ac-4754-be4b-aaf8858eb442 req-d30da38b-70c2-4171-81f9-e038166061d7 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:33.225401 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d0baa9d7-94ac-4754-be4b-aaf8858eb442 req-d30da38b-70c2-4171-81f9-e038166061d7 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=8b3fc658-e3a8-4e72-95b9-66786b5659a6 HTTP/1.1" status: 200  len: 945 time: 0.0917609
Apr 09 13:56:33.257224 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d0baa9d7-94ac-4754-be4b-aaf8858eb442 req-088901b3-237e-4959-9463-3a07fa6b788c tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0253108
Apr 09 13:56:34.479826 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c7888-f330-4583-b537-3170d81a9c2f req-1c932c28-bb43-44d5-a2b8-ac8d8e99363d tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:34.481563 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-531c7888-f330-4583-b537-3170d81a9c2f req-1c932c28-bb43-44d5-a2b8-ac8d8e99363d tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=8b3fc658-e3a8-4e72-95b9-66786b5659a6 HTTP/1.1" status: 200  len: 945 time: 0.0974133
Apr 09 13:56:34.512878 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-531c7888-f330-4583-b537-3170d81a9c2f req-ca103cf6-0a5b-4f5f-aacf-2a5e6028d47e tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0246060
Apr 09 13:56:35.658174 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 13:56:35.758721 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd67ecd-7eae-435d-935e-2d64b96d383c req-927369c1-6fb8-4c4c-ba82-cc65de8222e2 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:35.760360 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bfd67ecd-7eae-435d-935e-2d64b96d383c req-927369c1-6fb8-4c4c-ba82-cc65de8222e2 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b3fc658-e3a8-4e72-95b9-66786b5659a6 HTTP/1.1" status: 200  len: 945 time: 0.1670928
Apr 09 13:56:35.769397 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0896de74-0efd-42af-a0a9-989f2fa31385 req-f61192fa-c6d4-4b64-a989-47304a849a5f tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:56:35.770920 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0896de74-0efd-42af-a0a9-989f2fa31385 req-f61192fa-c6d4-4b64-a989-47304a849a5f tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=8b3fc658-e3a8-4e72-95b9-66786b5659a6 HTTP/1.1" status: 200  len: 945 time: 0.1354091
Apr 09 13:56:35.787611 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:35.801112 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3fc658-e3a8-4e72-95b9-66786b5659a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:56:35.811401 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f,segment=NetworkSegment(93fb02bd-6ea5-4711-9695-de72918154e7),segment_id=93fb02bd-6ea5-4711-9695-de72918154e7)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:56:35.816814 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:35.818605 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9a082ea8-bc06-44b5-b1b5-5a37a31b4480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:56:35.866315 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-bfd67ecd-7eae-435d-935e-2d64b96d383c req-c890db93-a2c3-45ab-8344-11678cc0a656 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Deleting port 8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:56:35.866718 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-bfd67ecd-7eae-435d-935e-2d64b96d383c req-c890db93-a2c3-45ab-8344-11678cc0a656 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:35.896620 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f,revision_number=6']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:56:35.900385 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:56:35.914572 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0896de74-0efd-42af-a0a9-989f2fa31385 req-c1bba5de-11ac-4d2a-8333-e528f894d0ed tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/security-groups?id=d322e6e6-44ff-4844-922b-43f37444d681&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942407
Apr 09 13:56:36.084684 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3fc658-e3a8-4e72-95b9-66786b5659a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f', 'code': 200}
Apr 09 13:56:36.165542 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-bfd67ecd-7eae-435d-935e-2d64b96d383c req-c890db93-a2c3-45ab-8344-11678cc0a656 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] For port 8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f,segment=NetworkSegment(93fb02bd-6ea5-4711-9695-de72918154e7),segment_id=93fb02bd-6ea5-4711-9695-de72918154e7)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:56:36.166064 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-bfd67ecd-7eae-435d-935e-2d64b96d383c req-c890db93-a2c3-45ab-8344-11678cc0a656 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:36.525564 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-bfd67ecd-7eae-435d-935e-2d64b96d383c req-c890db93-a2c3-45ab-8344-11678cc0a656 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Calling delete_port for 8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f owned by compute:nova {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:56:36.683333 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-bfd67ecd-7eae-435d-935e-2d64b96d383c req-c890db93-a2c3-45ab-8344-11678cc0a656 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:36.699103 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e2efe1a0-2bc5-4c95-9bf2-abdf4719cb94 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:56:36.798394 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890db93-a2c3-45ab-8344-11678cc0a656 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Pushing event deleted for resources: {'Port': ['ID=8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:56:36.821569 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890db93-a2c3-45ab-8344-11678cc0a656 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:56:36.821988 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890db93-a2c3-45ab-8344-11678cc0a656 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:56:36.822395 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890db93-a2c3-45ab-8344-11678cc0a656 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:56:36.822797 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890db93-a2c3-45ab-8344-11678cc0a656 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:56:36.823198 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890db93-a2c3-45ab-8344-11678cc0a656 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:56:36.823594 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890db93-a2c3-45ab-8344-11678cc0a656 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:56:36.823988 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890db93-a2c3-45ab-8344-11678cc0a656 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:56:36.824441 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890db93-a2c3-45ab-8344-11678cc0a656 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:56:36.824981 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890db93-a2c3-45ab-8344-11678cc0a656 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:56:36.825376 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890db93-a2c3-45ab-8344-11678cc0a656 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:56:36.825768 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890db93-a2c3-45ab-8344-11678cc0a656 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:56:36.826157 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890db93-a2c3-45ab-8344-11678cc0a656 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:56:36.831270 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c890db93-a2c3-45ab-8344-11678cc0a656 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:56:36.968314 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd67ecd-7eae-435d-935e-2d64b96d383c req-c890db93-a2c3-45ab-8344-11678cc0a656 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] No DVR routers for this DVR port 8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f on host hv-cinder-78536 {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 13:56:36.970959 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-bfd67ecd-7eae-435d-935e-2d64b96d383c req-c890db93-a2c3-45ab-8344-11678cc0a656 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:36.975921 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3fc658-e3a8-4e72-95b9-66786b5659a6', 'name': 'network-vif-deleted', 'tag': '8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:56:36.990702 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bfd67ecd-7eae-435d-935e-2d64b96d383c req-c890db93-a2c3-45ab-8344-11678cc0a656 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.93 "DELETE /v2.0/ports/8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f HTTP/1.1" status: 204  len: 173 time: 1.2187054
Apr 09 13:56:37.029610 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3fc658-e3a8-4e72-95b9-66786b5659a6', 'name': 'network-vif-deleted', 'tag': '8796bac3-e375-4dd9-a4da-4b8dbeb1ca8f', 'status': 'completed', 'code': 200}
Apr 09 13:56:37.087401 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-879ab180-3c8d-42b2-b0da-6fc490ad6bcd req-4bbb1b44-d092-4fe7-a31d-b9b417a5e379 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Synchronizing usage tracker for tenant:c264fbe4ebb44a618b6c9189054fdbed on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:56:37.102568 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-879ab180-3c8d-42b2-b0da-6fc490ad6bcd req-4bbb1b44-d092-4fe7-a31d-b9b417a5e379 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Unset dirty status for tenant:c264fbe4ebb44a618b6c9189054fdbed on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:56:37.103845 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-879ab180-3c8d-42b2-b0da-6fc490ad6bcd req-4bbb1b44-d092-4fe7-a31d-b9b417a5e379 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=8b3fc658-e3a8-4e72-95b9-66786b5659a6 HTTP/1.1" status: 200  len: 210 time: 0.0664597
Apr 09 13:56:38.278937 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-cd08aaf2-7aa7-47fc-b2a8-81b4b48c0a22 req-4a243472-7a87-44ab-ac52-3e49f5be0a72 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=8b3fc658-e3a8-4e72-95b9-66786b5659a6 HTTP/1.1" status: 200  len: 210 time: 0.0547121
Apr 09 13:56:39.461552 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6d04cb45-7f03-4e6e-a5e9-4f899caff409 req-2c66278d-6941-4176-b577-96de6f17a6b4 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=8b3fc658-e3a8-4e72-95b9-66786b5659a6 HTTP/1.1" status: 200  len: 210 time: 0.0502841
Apr 09 13:56:40.641655 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-78ad24d1-ce0d-4ee4-b2ef-470de23222c5 req-e1c1690e-3efa-4e76-aae1-2544a034ddfd tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] 10.222.0.96 "GET /v2.0/ports?device_id=8b3fc658-e3a8-4e72-95b9-66786b5659a6 HTTP/1.1" status: 200  len: 210 time: 0.0497100
Apr 09 13:56:41.747017 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 59904) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:56:41.820240 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_v2 [None req-574ac3a1-e3ef-42eb-9b20-c272dd384823 admin admin] Deleting subnet b5c341a0-e76b-410a-bd2d-6640cb8b99f9 {{(pid=85290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 13:56:41.823677 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-574ac3a1-e3ef-42eb-9b20-c272dd384823 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:41.878168 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-574ac3a1-e3ef-42eb-9b20-c272dd384823 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2171474'] for subnet, precommit_delete_associations {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:41.941600 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-574ac3a1-e3ef-42eb-9b20-c272dd384823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854254641'] for subnet, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:42.236842 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-574ac3a1-e3ef-42eb-9b20-c272dd384823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-521156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10405870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844793528'] for subnet, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:42.255405 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e96a4d0b-d21e-4aaa-8cc1-cbd670579cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:56:42.348766 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ac3a1-e3ef-42eb-9b20-c272dd384823 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5c341a0-e76b-410a-bd2d-6640cb8b99f9,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:56:42.351714 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-574ac3a1-e3ef-42eb-9b20-c272dd384823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:56:42.407733 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-574ac3a1-e3ef-42eb-9b20-c272dd384823 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:42.416073 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-574ac3a1-e3ef-42eb-9b20-c272dd384823 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/b5c341a0-e76b-410a-bd2d-6640cb8b99f9 HTTP/1.1" status: 204  len: 168 time: 0.6678271
Apr 09 13:56:42.419694 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 59920) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:56:42.551425 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-537724d1-11f8-4aad-8617-c7a05efbbee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-409197'] for network, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:42.749680 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-537724d1-11f8-4aad-8617-c7a05efbbee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5455', 'neutron.services.segments.db._delete_segments_for_network--9223363303376033550'] for network, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:42.867361 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-537724d1-11f8-4aad-8617-c7a05efbbee7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f16b7f80320>,) {'filters': {'network_id': ['98d3058f-a010-4e34-9173-aef7e52dc755']}} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:56:42.880767 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-537724d1-11f8-4aad-8617-c7a05efbbee7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f16b7f80320>, '93fb02bd-6ea5-4711-9695-de72918154e7') {'for_net_delete': True} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:56:42.881101 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-537724d1-11f8-4aad-8617-c7a05efbbee7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f16b7f80320>, '93fb02bd-6ea5-4711-9695-de72918154e7') {} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:56:42.892927 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-537724d1-11f8-4aad-8617-c7a05efbbee7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303375980284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852604310'] for segment, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:42.907747 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-537724d1-11f8-4aad-8617-c7a05efbbee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:42.915362 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537724d1-11f8-4aad-8617-c7a05efbbee7 admin admin] Releasing vlan 972 on physical network physnet1 to pool {{(pid=85290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 13:56:43.100198 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-537724d1-11f8-4aad-8617-c7a05efbbee7 admin admin] Network 98d3058f-a010-4e34-9173-aef7e52dc755 has no segments {{(pid=85290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 13:56:43.109348 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-537724d1-11f8-4aad-8617-c7a05efbbee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10405811'] for segment, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:43.296225 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-537724d1-11f8-4aad-8617-c7a05efbbee7 admin admin] Network 98d3058f-a010-4e34-9173-aef7e52dc755 has no segments {{(pid=85290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]: Traceback (most recent call last):
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:     timer()
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:     cb(*args, **kw)
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:     return func(*args, **kwargs)
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:     self._notify()
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:     self.callback(batched_events)
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:     event.method(event)
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:     segment_id)['aggregates'][0]
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:     return f(self, *a, **k)
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self._get(url).json()
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:     **kwargs)
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self.request(url, 'GET', **kwargs)
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:     **endpoint_filter)
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 13:56:43.320850 dv-cinder-785362-1-iscsi neutron-server[85177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 13:56:43.400566 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-537724d1-11f8-4aad-8617-c7a05efbbee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850926906'] for network, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:43.406690 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7f35c0fc-900c-4f3f-ad8c-59e055d6324e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:56:43.421832 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-537724d1-11f8-4aad-8617-c7a05efbbee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:43.433786 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537724d1-11f8-4aad-8617-c7a05efbbee7 admin admin] Pushing event deleted for resources: {'Network': ['ID=98d3058f-a010-4e34-9173-aef7e52dc755,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:56:43.436555 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-537724d1-11f8-4aad-8617-c7a05efbbee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:56:43.443046 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-537724d1-11f8-4aad-8617-c7a05efbbee7 admin admin] 10.222.0.96 "DELETE /v2.0/networks/98d3058f-a010-4e34-9173-aef7e52dc755 HTTP/1.1" status: 204  len: 168 time: 1.0219405
Apr 09 13:56:43.651643 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 59938) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:56:43.700203 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-5692c09c-569a-4ee0-a874-b5d354611edc admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c264fbe4ebb44a618b6c9189054fdbed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0464900
Apr 09 13:56:43.702728 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 59944) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:56:43.769737 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-45b1dc80-90d8-464f-b02a-f7dadf75ba63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:43.798088 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-45b1dc80-90d8-464f-b02a-f7dadf75ba63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:43.847955 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-45b1dc80-90d8-464f-b02a-f7dadf75ba63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:43.865104 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3701b0cb-4757-4a3a-820f-11796d54ae59 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:56:43.870391 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1dc80-90d8-464f-b02a-f7dadf75ba63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d322e6e6-44ff-4844-922b-43f37444d681,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:56:43.881218 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b1dc80-90d8-464f-b02a-f7dadf75ba63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:56:43.881321 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b1dc80-90d8-464f-b02a-f7dadf75ba63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:56:43.881734 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b1dc80-90d8-464f-b02a-f7dadf75ba63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:56:43.882140 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b1dc80-90d8-464f-b02a-f7dadf75ba63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:56:43.882542 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b1dc80-90d8-464f-b02a-f7dadf75ba63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:56:43.882938 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b1dc80-90d8-464f-b02a-f7dadf75ba63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:56:43.883334 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b1dc80-90d8-464f-b02a-f7dadf75ba63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:56:43.883728 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b1dc80-90d8-464f-b02a-f7dadf75ba63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:56:43.884122 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b1dc80-90d8-464f-b02a-f7dadf75ba63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:56:43.884537 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b1dc80-90d8-464f-b02a-f7dadf75ba63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:56:43.884932 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b1dc80-90d8-464f-b02a-f7dadf75ba63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:56:43.885321 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b1dc80-90d8-464f-b02a-f7dadf75ba63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:56:43.895251 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-45b1dc80-90d8-464f-b02a-f7dadf75ba63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:56:43.896598 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-45b1dc80-90d8-464f-b02a-f7dadf75ba63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:43.897799 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-45b1dc80-90d8-464f-b02a-f7dadf75ba63 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d322e6e6-44ff-4844-922b-43f37444d681 HTTP/1.1" status: 204  len: 168 time: 0.1939886
Apr 09 13:56:48.323498 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-36c512b2-ea73-4987-9f6c-4f7b4953217c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:50.871117 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:56:51.433036 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0ff179b9-750d-433a-a72a-61211e194d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:51.505416 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:53.122657 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:53.292130 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:54.711659 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:58.896244 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 60178) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:56:59.030215 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c75e3136-3e5f-4c9e-b9d5-375a0e7503e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:59.046851 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-c75e3136-3e5f-4c9e-b9d5-375a0e7503e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:56:59.051786 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-c75e3136-3e5f-4c9e-b9d5-375a0e7503e4 admin admin] Usage tracker for resource:security_group_rule and tenant:3fd4beb717854b65b8c70555b8c4b6d3 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:56:59.054890 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-c75e3136-3e5f-4c9e-b9d5-375a0e7503e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:56:59.060885 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-c75e3136-3e5f-4c9e-b9d5-375a0e7503e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:56:59.152364 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c75e3136-3e5f-4c9e-b9d5-375a0e7503e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:59.155746 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c75e3136-3e5f-4c9e-b9d5-375a0e7503e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:59.169700 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-45b1dc80-90d8-464f-b02a-f7dadf75ba63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:56:59.213559 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-c75e3136-3e5f-4c9e-b9d5-375a0e7503e4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3fd4beb717854b65b8c70555b8c4b6d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3157465
Apr 09 13:56:59.214545 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e3136-3e5f-4c9e-b9d5-375a0e7503e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5744ec67-2414-42f6-9af5-60056b722448,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:56:59.218191 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c75e3136-3e5f-4c9e-b9d5-375a0e7503e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:56:59.218486 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 60184) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:56:59.292629 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a9e3474a-7fc7-48c5-b0c6-5fce6ae58df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:59.332109 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a9e3474a-7fc7-48c5-b0c6-5fce6ae58df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:59.385628 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a9e3474a-7fc7-48c5-b0c6-5fce6ae58df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:59.389891 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:56:59.406626 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3474a-7fc7-48c5-b0c6-5fce6ae58df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5744ec67-2414-42f6-9af5-60056b722448,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:56:59.411212 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-a9e3474a-7fc7-48c5-b0c6-5fce6ae58df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:56:59.417212 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a9e3474a-7fc7-48c5-b0c6-5fce6ae58df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:56:59.418506 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-a9e3474a-7fc7-48c5-b0c6-5fce6ae58df1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5744ec67-2414-42f6-9af5-60056b722448 HTTP/1.1" status: 204  len: 168 time: 0.1991942
Apr 09 13:57:02.470791 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 60288) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:02.606039 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c1e0ba7f-b043-4ca6-a7a6-da9f3f88ecf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:02.622388 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-c1e0ba7f-b043-4ca6-a7a6-da9f3f88ecf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:02.626414 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-c1e0ba7f-b043-4ca6-a7a6-da9f3f88ecf0 admin admin] Usage tracker for resource:security_group_rule and tenant:64ab3607be8847e2854de24c9c53c7ab is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:02.630557 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-c1e0ba7f-b043-4ca6-a7a6-da9f3f88ecf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:02.636681 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-c1e0ba7f-b043-4ca6-a7a6-da9f3f88ecf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:02.732741 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c1e0ba7f-b043-4ca6-a7a6-da9f3f88ecf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:02.736936 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c1e0ba7f-b043-4ca6-a7a6-da9f3f88ecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:02.746588 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f04cdab2-8fc9-474a-aa1e-658f7c980cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:02.793903 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-c1e0ba7f-b043-4ca6-a7a6-da9f3f88ecf0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=64ab3607be8847e2854de24c9c53c7ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3215730
Apr 09 13:57:02.795910 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0ba7f-b043-4ca6-a7a6-da9f3f88ecf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d71f67-edf2-46d0-bd86-cffcbe623ebd,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:02.797137 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 60296) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:02.800066 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c1e0ba7f-b043-4ca6-a7a6-da9f3f88ecf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:02.879304 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1da25e7c-c9d3-4099-9937-b8a95647c277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:02.923046 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1da25e7c-c9d3-4099-9937-b8a95647c277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:03.005748 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1da25e7c-c9d3-4099-9937-b8a95647c277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:03.015526 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-4ef32760-7798-43d7-83e4-54bc5f01fc07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:03.038995 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da25e7c-c9d3-4099-9937-b8a95647c277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d71f67-edf2-46d0-bd86-cffcbe623ebd,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:03.043369 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1da25e7c-c9d3-4099-9937-b8a95647c277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:03.051622 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1da25e7c-c9d3-4099-9937-b8a95647c277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:03.056048 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-1da25e7c-c9d3-4099-9937-b8a95647c277 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/46d71f67-edf2-46d0-bd86-cffcbe623ebd HTTP/1.1" status: 204  len: 168 time: 0.2576063
Apr 09 13:57:03.472811 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 60312) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:03.494958 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-06dc667f-8ccc-475a-a4f1-be38de549b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:03.515099 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-06dc667f-8ccc-475a-a4f1-be38de549b16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:03.519875 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-06dc667f-8ccc-475a-a4f1-be38de549b16 admin admin] Usage tracker for resource:security_group_rule and tenant:95108da6a68640df96553592c52564ea is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:03.523760 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-06dc667f-8ccc-475a-a4f1-be38de549b16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:03.531140 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-06dc667f-8ccc-475a-a4f1-be38de549b16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:03.640743 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-06dc667f-8ccc-475a-a4f1-be38de549b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:03.643928 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-06dc667f-8ccc-475a-a4f1-be38de549b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:03.653402 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:03.701145 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc667f-8ccc-475a-a4f1-be38de549b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f1da82-268b-498f-861a-c7e835b39214,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:03.707652 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-06dc667f-8ccc-475a-a4f1-be38de549b16 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=95108da6a68640df96553592c52564ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2324171
Apr 09 13:57:03.707652 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-06dc667f-8ccc-475a-a4f1-be38de549b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:03.709145 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 60320) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:03.776573 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7bd4ae0d-c6a7-475d-b82f-79cab9d9d77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:03.807300 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7bd4ae0d-c6a7-475d-b82f-79cab9d9d77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:03.860233 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7bd4ae0d-c6a7-475d-b82f-79cab9d9d77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:03.868793 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c75e3136-3e5f-4c9e-b9d5-375a0e7503e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:03.885031 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4ae0d-c6a7-475d-b82f-79cab9d9d77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f1da82-268b-498f-861a-c7e835b39214,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:03.889744 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7bd4ae0d-c6a7-475d-b82f-79cab9d9d77d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:03.892195 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7bd4ae0d-c6a7-475d-b82f-79cab9d9d77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:03.895736 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-7bd4ae0d-c6a7-475d-b82f-79cab9d9d77d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/92f1da82-268b-498f-861a-c7e835b39214 HTTP/1.1" status: 204  len: 168 time: 0.1852639
Apr 09 13:57:05.646614 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 60374) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:05.790778 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c5242501-88bf-4f61-a24b-58fb8806ee90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:05.808782 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-c5242501-88bf-4f61-a24b-58fb8806ee90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:05.813750 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-c5242501-88bf-4f61-a24b-58fb8806ee90 admin admin] Usage tracker for resource:security_group_rule and tenant:379a470c6c9f426aa703cd1ac588dc2d is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:05.818000 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-c5242501-88bf-4f61-a24b-58fb8806ee90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:05.824992 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-c5242501-88bf-4f61-a24b-58fb8806ee90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:05.927129 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c5242501-88bf-4f61-a24b-58fb8806ee90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:05.930550 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c5242501-88bf-4f61-a24b-58fb8806ee90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:05.941207 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3a48eff1-f784-4c72-ade1-c14798174947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:05.987458 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5242501-88bf-4f61-a24b-58fb8806ee90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa8b31f-f2e5-43f7-8cfb-fd53e694bcc4,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:05.992437 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-c5242501-88bf-4f61-a24b-58fb8806ee90 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=379a470c6c9f426aa703cd1ac588dc2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3439894
Apr 09 13:57:05.993456 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c5242501-88bf-4f61-a24b-58fb8806ee90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:05.995839 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 60388) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:06.065568 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0db0d1d0-452e-4c2b-98d3-caf83526a5a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:06.097655 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0db0d1d0-452e-4c2b-98d3-caf83526a5a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:06.153566 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0db0d1d0-452e-4c2b-98d3-caf83526a5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:06.159768 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7b14267e-0e7f-4d6d-aeb5-7109f3eedd93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:06.177489 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0d1d0-452e-4c2b-98d3-caf83526a5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa8b31f-f2e5-43f7-8cfb-fd53e694bcc4,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:06.182043 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0db0d1d0-452e-4c2b-98d3-caf83526a5a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:06.190083 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0db0d1d0-452e-4c2b-98d3-caf83526a5a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:06.192649 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-0db0d1d0-452e-4c2b-98d3-caf83526a5a8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/aaa8b31f-f2e5-43f7-8cfb-fd53e694bcc4 HTTP/1.1" status: 204  len: 168 time: 0.1952200
Apr 09 13:57:06.577286 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 60420) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:06.597632 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bd2f31fd-7724-449e-87aa-3bb42c3ecec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:06.615813 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-bd2f31fd-7724-449e-87aa-3bb42c3ecec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:06.620708 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-bd2f31fd-7724-449e-87aa-3bb42c3ecec2 admin admin] Usage tracker for resource:security_group_rule and tenant:4c57ab0af8474081b98c9dffd30383be is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:06.624117 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-bd2f31fd-7724-449e-87aa-3bb42c3ecec2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:06.631658 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-bd2f31fd-7724-449e-87aa-3bb42c3ecec2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:06.735639 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bd2f31fd-7724-449e-87aa-3bb42c3ecec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:06.737963 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bd2f31fd-7724-449e-87aa-3bb42c3ecec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:06.745839 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f0a37a91-bb4f-49b6-8765-ab2c763c142f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:06.794114 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-bd2f31fd-7724-449e-87aa-3bb42c3ecec2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4c57ab0af8474081b98c9dffd30383be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2140152
Apr 09 13:57:06.794114 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f31fd-7724-449e-87aa-3bb42c3ecec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3de9d8-2c3f-47bc-b0e8-05f254fc84d4,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:06.796471 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 60430) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:06.822082 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-bd2f31fd-7724-449e-87aa-3bb42c3ecec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:06.867052 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-121b424b-20a7-48f6-af27-fe57b97f25a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:06.896760 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-121b424b-20a7-48f6-af27-fe57b97f25a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:06.943523 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-121b424b-20a7-48f6-af27-fe57b97f25a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:06.948820 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-14ac699b-f482-4bf0-a4a3-5ca8a478b732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:06.965233 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b424b-20a7-48f6-af27-fe57b97f25a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3de9d8-2c3f-47bc-b0e8-05f254fc84d4,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:06.968564 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-121b424b-20a7-48f6-af27-fe57b97f25a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:06.971353 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-121b424b-20a7-48f6-af27-fe57b97f25a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:06.975351 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-121b424b-20a7-48f6-af27-fe57b97f25a4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7b3de9d8-2c3f-47bc-b0e8-05f254fc84d4 HTTP/1.1" status: 204  len: 168 time: 0.1756105
Apr 09 13:57:08.057128 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 60514) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:08.193569 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0ce69adb-606e-4cf8-88a9-9040352d048c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:08.211985 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-0ce69adb-606e-4cf8-88a9-9040352d048c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:08.216523 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-0ce69adb-606e-4cf8-88a9-9040352d048c admin admin] Usage tracker for resource:security_group_rule and tenant:7de93bff7a9f45e0b3db61289c44ce92 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:08.219619 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-0ce69adb-606e-4cf8-88a9-9040352d048c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:08.226777 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-0ce69adb-606e-4cf8-88a9-9040352d048c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:08.331900 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0ce69adb-606e-4cf8-88a9-9040352d048c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:08.336043 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0ce69adb-606e-4cf8-88a9-9040352d048c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:08.350544 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:08.400190 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-0ce69adb-606e-4cf8-88a9-9040352d048c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7de93bff7a9f45e0b3db61289c44ce92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3417392
Apr 09 13:57:08.402123 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce69adb-606e-4cf8-88a9-9040352d048c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9316e96b-8e36-4949-aed4-90bc48fbddb6,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:08.403223 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 60530) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:08.405514 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0ce69adb-606e-4cf8-88a9-9040352d048c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:08.487391 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-be82cc46-f028-448c-9be3-2c76e4ef1f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:08.518752 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-be82cc46-f028-448c-9be3-2c76e4ef1f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:08.572278 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-be82cc46-f028-448c-9be3-2c76e4ef1f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:08.577672 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3d4cb711-78a4-446a-8a73-2734c70e6235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:08.594762 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82cc46-f028-448c-9be3-2c76e4ef1f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9316e96b-8e36-4949-aed4-90bc48fbddb6,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:08.598150 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-be82cc46-f028-448c-9be3-2c76e4ef1f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:08.600742 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-be82cc46-f028-448c-9be3-2c76e4ef1f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:08.601990 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-be82cc46-f028-448c-9be3-2c76e4ef1f0f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9316e96b-8e36-4949-aed4-90bc48fbddb6 HTTP/1.1" status: 204  len: 168 time: 0.1976483
Apr 09 13:57:08.999437 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 60550) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:09.019722 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-58ce84a8-9370-4564-a30d-257829fe9f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:09.036343 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-58ce84a8-9370-4564-a30d-257829fe9f94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:09.040394 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-58ce84a8-9370-4564-a30d-257829fe9f94 admin admin] Usage tracker for resource:security_group_rule and tenant:25e0e6d3a2e14b00b8767123fbe37846 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:09.043353 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-58ce84a8-9370-4564-a30d-257829fe9f94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:09.051309 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-58ce84a8-9370-4564-a30d-257829fe9f94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:09.140856 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-58ce84a8-9370-4564-a30d-257829fe9f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:09.144672 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-58ce84a8-9370-4564-a30d-257829fe9f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:09.154355 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:09.198600 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-58ce84a8-9370-4564-a30d-257829fe9f94 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=25e0e6d3a2e14b00b8767123fbe37846&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1978543
Apr 09 13:57:09.199538 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce84a8-9370-4564-a30d-257829fe9f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0deed2c7-4c41-4525-a091-b8068493e79e,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:09.201559 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 60554) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:09.206130 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-58ce84a8-9370-4564-a30d-257829fe9f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:09.511671 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-344b190f-46f8-4002-a789-67f15c536282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:09.549491 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-344b190f-46f8-4002-a789-67f15c536282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:09.599432 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-344b190f-46f8-4002-a789-67f15c536282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:09.604734 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2a5e9b8c-32cf-493b-8f15-25747470e3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:09.619854 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b190f-46f8-4002-a789-67f15c536282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0deed2c7-4c41-4525-a091-b8068493e79e,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:09.622220 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-344b190f-46f8-4002-a789-67f15c536282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:09.633195 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-344b190f-46f8-4002-a789-67f15c536282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:09.634431 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-344b190f-46f8-4002-a789-67f15c536282 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0deed2c7-4c41-4525-a091-b8068493e79e HTTP/1.1" status: 204  len: 168 time: 0.4318092
Apr 09 13:57:18.327372 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c28d73da-f792-4dad-938e-8ef7c84bcd0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:19.669644 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 60726) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:19.802216 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bae82992-0960-479c-8dde-6a7bc3db9cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:19.818685 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-bae82992-0960-479c-8dde-6a7bc3db9cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:19.822742 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-bae82992-0960-479c-8dde-6a7bc3db9cae admin admin] Usage tracker for resource:security_group_rule and tenant:3057fc4e81f045318adceeaa6f6e09a4 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:19.825708 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-bae82992-0960-479c-8dde-6a7bc3db9cae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:19.832332 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-bae82992-0960-479c-8dde-6a7bc3db9cae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:19.922551 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bae82992-0960-479c-8dde-6a7bc3db9cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:19.926289 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bae82992-0960-479c-8dde-6a7bc3db9cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:19.938312 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-fbb79675-af09-4a97-85be-da807076e9c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:19.981531 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-bae82992-0960-479c-8dde-6a7bc3db9cae admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3057fc4e81f045318adceeaa6f6e09a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3106825
Apr 09 13:57:19.983334 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae82992-0960-479c-8dde-6a7bc3db9cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffce21db-eeb9-4245-9732-e496b7f9a131,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:19.984499 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 60732) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:19.988037 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-bae82992-0960-479c-8dde-6a7bc3db9cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:20.056522 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-05a74ddd-2e6a-4468-95a4-5328340d3956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:20.090466 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-05a74ddd-2e6a-4468-95a4-5328340d3956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:20.144949 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-05a74ddd-2e6a-4468-95a4-5328340d3956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:20.148956 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e28b1b2c-fb4d-4507-aad3-9dc92722818f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:20.164091 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a74ddd-2e6a-4468-95a4-5328340d3956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffce21db-eeb9-4245-9732-e496b7f9a131,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:20.169721 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-05a74ddd-2e6a-4468-95a4-5328340d3956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:20.176220 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-05a74ddd-2e6a-4468-95a4-5328340d3956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:20.178899 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-05a74ddd-2e6a-4468-95a4-5328340d3956 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ffce21db-eeb9-4245-9732-e496b7f9a131 HTTP/1.1" status: 204  len: 168 time: 0.1926544
Apr 09 13:57:20.583745 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 60752) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:20.604253 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1228f588-80a2-4ba8-b99b-431b934357b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:20.620639 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-1228f588-80a2-4ba8-b99b-431b934357b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:20.625335 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-1228f588-80a2-4ba8-b99b-431b934357b3 admin admin] Usage tracker for resource:security_group_rule and tenant:16b88c4f2a7142699f5f2d47f0763bc9 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:20.628992 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-1228f588-80a2-4ba8-b99b-431b934357b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:20.635113 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-1228f588-80a2-4ba8-b99b-431b934357b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:20.730312 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1228f588-80a2-4ba8-b99b-431b934357b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:20.733835 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1228f588-80a2-4ba8-b99b-431b934357b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:20.746527 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3defbc3c-937e-48c6-bef3-d4affa162b1a tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:20.774793 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 60758) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:20.790408 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228f588-80a2-4ba8-b99b-431b934357b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5bb2a4-492a-4032-ae6a-661250c6a2e5,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:20.796511 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-1228f588-80a2-4ba8-b99b-431b934357b3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=16b88c4f2a7142699f5f2d47f0763bc9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2103107
Apr 09 13:57:20.796511 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1228f588-80a2-4ba8-b99b-431b934357b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:20.798437 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 60764) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:20.867742 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a9f4eb96-2e82-4adb-b7e4-c0a949a77397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:20.898937 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a9f4eb96-2e82-4adb-b7e4-c0a949a77397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:20.910600 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-82107701-9048-4533-937d-99b59d772c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:20.926629 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-82107701-9048-4533-937d-99b59d772c58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:20.930706 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-82107701-9048-4533-937d-99b59d772c58 admin admin] Usage tracker for resource:security_group_rule and tenant:a4e0a281bf124e2fb3c5bb5d61840ecd is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:20.934019 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-82107701-9048-4533-937d-99b59d772c58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:20.941042 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-82107701-9048-4533-937d-99b59d772c58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:20.949213 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a9f4eb96-2e82-4adb-b7e4-c0a949a77397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:20.954646 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-be82cc46-f028-448c-9be3-2c76e4ef1f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:20.966839 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4eb96-2e82-4adb-b7e4-c0a949a77397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5bb2a4-492a-4032-ae6a-661250c6a2e5,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:20.977363 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-a9f4eb96-2e82-4adb-b7e4-c0a949a77397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:20.981055 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a9f4eb96-2e82-4adb-b7e4-c0a949a77397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:20.985009 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-a9f4eb96-2e82-4adb-b7e4-c0a949a77397 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4d5bb2a4-492a-4032-ae6a-661250c6a2e5 HTTP/1.1" status: 204  len: 168 time: 0.1834600
Apr 09 13:57:21.036837 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-82107701-9048-4533-937d-99b59d772c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:21.039757 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-82107701-9048-4533-937d-99b59d772c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:21.049978 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:21.093988 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-82107701-9048-4533-937d-99b59d772c58 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a4e0a281bf124e2fb3c5bb5d61840ecd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3178482
Apr 09 13:57:21.096143 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82107701-9048-4533-937d-99b59d772c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31d47c5-37e3-4752-8b48-1d0fa0fc27d6,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:21.096937 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 60770) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:21.099306 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-82107701-9048-4533-937d-99b59d772c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:21.174909 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b78c57d0-a3bc-4a58-a16a-26892bd7ad0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:21.206308 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b78c57d0-a3bc-4a58-a16a-26892bd7ad0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:21.263724 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b78c57d0-a3bc-4a58-a16a-26892bd7ad0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:21.275214 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3dbb5e47-3d93-4b2a-b5a4-edcf1f4e50cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:21.297906 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c57d0-a3bc-4a58-a16a-26892bd7ad0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31d47c5-37e3-4752-8b48-1d0fa0fc27d6,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:21.301770 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b78c57d0-a3bc-4a58-a16a-26892bd7ad0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:21.303239 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b78c57d0-a3bc-4a58-a16a-26892bd7ad0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:21.307678 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-b78c57d0-a3bc-4a58-a16a-26892bd7ad0d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e31d47c5-37e3-4752-8b48-1d0fa0fc27d6 HTTP/1.1" status: 204  len: 168 time: 0.2093592
Apr 09 13:57:21.429434 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1572b4a8-9be2-409d-aea7-e595b7e5d0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:21.513247 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:21.659336 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 60792) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:21.682750 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f9810196-ee6c-48a4-b771-c0e5df490467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:21.699079 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-f9810196-ee6c-48a4-b771-c0e5df490467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:21.703576 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-f9810196-ee6c-48a4-b771-c0e5df490467 admin admin] Usage tracker for resource:security_group_rule and tenant:bf01a0e18f3846f6a54812ca13ee58e0 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:21.706855 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-f9810196-ee6c-48a4-b771-c0e5df490467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:21.713313 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-f9810196-ee6c-48a4-b771-c0e5df490467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:21.805441 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f9810196-ee6c-48a4-b771-c0e5df490467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:21.808687 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f9810196-ee6c-48a4-b771-c0e5df490467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:21.819634 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0e5427bc-8065-4788-b764-56af6d769b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:21.866686 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-f9810196-ee6c-48a4-b771-c0e5df490467 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bf01a0e18f3846f6a54812ca13ee58e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2054949
Apr 09 13:57:21.867407 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9810196-ee6c-48a4-b771-c0e5df490467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80484211-29b4-4113-b5a1-81b7d3dfbfef,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:21.869852 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 60800) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:21.870858 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f9810196-ee6c-48a4-b771-c0e5df490467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:21.941945 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-079a46eb-20a8-485a-b604-ba7398efaeb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:21.972691 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-079a46eb-20a8-485a-b604-ba7398efaeb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:22.023792 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-079a46eb-20a8-485a-b604-ba7398efaeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:22.029580 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:22.044493 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a46eb-20a8-485a-b604-ba7398efaeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80484211-29b4-4113-b5a1-81b7d3dfbfef,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:22.047643 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-079a46eb-20a8-485a-b604-ba7398efaeb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:22.058398 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-079a46eb-20a8-485a-b604-ba7398efaeb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:22.059620 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-079a46eb-20a8-485a-b604-ba7398efaeb4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/80484211-29b4-4113-b5a1-81b7d3dfbfef HTTP/1.1" status: 204  len: 168 time: 0.1884263
Apr 09 13:57:23.129182 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:23.168447 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2b9b3d17-32ea-4d6a-9ae1-249ea29f62c2 req-064cdaef-0140-4acc-a9a0-08c6fe4cf799 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0952706
Apr 09 13:57:23.300621 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:23.304320 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b3d17-32ea-4d6a-9ae1-249ea29f62c2 req-c04ea84e-4552-4d7c-866b-3265c35950c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:23.305974 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2b9b3d17-32ea-4d6a-9ae1-249ea29f62c2 req-c04ea84e-4552-4d7c-866b-3265c35950c8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ba5d9acca4e84f2e82dcc146f183b1f2&device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 1098 time: 0.1155071
Apr 09 13:57:23.483907 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b3d17-32ea-4d6a-9ae1-249ea29f62c2 req-b71d954e-14cc-4615-8f1c-b2400bd44fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:23.486232 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2b9b3d17-32ea-4d6a-9ae1-249ea29f62c2 req-b71d954e-14cc-4615-8f1c-b2400bd44fdc service neutron] 10.222.0.93 "GET /v2.0/networks?id=dac73499-f23e-4d97-b423-652173261576 HTTP/1.1" status: 200  len: 912 time: 0.1561811
Apr 09 13:57:23.849927 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2b9b3d17-32ea-4d6a-9ae1-249ea29f62c2 req-714fbe24-4fe5-4d0d-b649-0c2e9020b5b2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ee93b79-417f-4f8b-a07d-390cfb262156 HTTP/1.1" status: 200  len: 1001 time: 0.3561709
Apr 09 13:57:23.923914 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b3d17-32ea-4d6a-9ae1-249ea29f62c2 req-dd16a8d1-380f-4edd-b90f-c191fa9461d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:23.926116 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2b9b3d17-32ea-4d6a-9ae1-249ea29f62c2 req-dd16a8d1-380f-4edd-b90f-c191fa9461d8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=925b601e-37cf-4380-a4b3-d671bf8558b0 HTTP/1.1" status: 200  len: 850 time: 0.0694067
Apr 09 13:57:24.033296 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b3d17-32ea-4d6a-9ae1-249ea29f62c2 req-602f68c7-e35d-4bd0-b587-7ddb0034c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:24.035099 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2b9b3d17-32ea-4d6a-9ae1-249ea29f62c2 req-602f68c7-e35d-4bd0-b587-7ddb0034c54e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=dac73499-f23e-4d97-b423-652173261576&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1021302
Apr 09 13:57:24.188638 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2b9b3d17-32ea-4d6a-9ae1-249ea29f62c2 req-4950d15c-25ca-4475-8ceb-8656eb11c970 service neutron] 10.222.0.93 "GET /v2.0/networks/dac73499-f23e-4d97-b423-652173261576?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462805
Apr 09 13:57:24.357016 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2b9b3d17-32ea-4d6a-9ae1-249ea29f62c2 req-fa065a0f-b5cd-497a-99fd-3c0d2c318d9d service neutron] 10.222.0.93 "GET /v2.0/networks/dac73499-f23e-4d97-b423-652173261576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1610501
Apr 09 13:57:24.712217 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:26.620074 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879be0c5-0781-458a-b8da-ef562466f467 req-ea9412ac-55bb-4da3-96d0-6867d56266da tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:26.621810 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-879be0c5-0781-458a-b8da-ef562466f467 req-ea9412ac-55bb-4da3-96d0-6867d56266da tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.0944319
Apr 09 13:57:26.654136 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-879be0c5-0781-458a-b8da-ef562466f467 req-e129351f-fc5c-4926-9fc3-65b0021aee60 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0253046
Apr 09 13:57:27.646062 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 60964) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:27.772544 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f850a2e3-3270-4f91-a8f6-d439da823a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:27.836775 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-f850a2e3-3270-4f91-a8f6-d439da823a5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:27.848639 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-f850a2e3-3270-4f91-a8f6-d439da823a5f admin admin] Usage tracker for resource:security_group_rule and tenant:93771a6db640419584829aa0a0e87005 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:27.851624 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-f850a2e3-3270-4f91-a8f6-d439da823a5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:27.859023 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-f850a2e3-3270-4f91-a8f6-d439da823a5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:27.870302 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:57:27.927331 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019c6f4-0930-4456-9a6e-6efa63cf9aa5 req-3d9bdfe5-78ae-4180-a305-3cd2bf413318 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:27.929096 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d019c6f4-0930-4456-9a6e-6efa63cf9aa5 req-3d9bdfe5-78ae-4180-a305-3cd2bf413318 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.1456690
Apr 09 13:57:27.979196 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d019c6f4-0930-4456-9a6e-6efa63cf9aa5 req-2e28b84d-a8fe-42b2-9856-e36bda473aa3 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407629
Apr 09 13:57:28.013439 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f850a2e3-3270-4f91-a8f6-d439da823a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:28.016404 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f850a2e3-3270-4f91-a8f6-d439da823a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:28.025270 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-37ec5021-2190-45d7-9d92-531090310ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:28.069085 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-f850a2e3-3270-4f91-a8f6-d439da823a5f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=93771a6db640419584829aa0a0e87005&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4217594
Apr 09 13:57:28.070897 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850a2e3-3270-4f91-a8f6-d439da823a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0d232b-ae48-4b8a-aaa3-d5695d2c4f74,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:28.072809 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 60972) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:28.074389 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f850a2e3-3270-4f91-a8f6-d439da823a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:28.136743 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-6f3fe845-5aaf-4459-99d2-852414de973b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:28.164770 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-6f3fe845-5aaf-4459-99d2-852414de973b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:28.210044 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-6f3fe845-5aaf-4459-99d2-852414de973b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:28.215583 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-639b546b-bb2e-4ee5-b9ed-390a9c173c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:28.227134 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fe845-5aaf-4459-99d2-852414de973b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0d232b-ae48-4b8a-aaa3-d5695d2c4f74,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:28.231325 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-6f3fe845-5aaf-4459-99d2-852414de973b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:28.234646 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-6f3fe845-5aaf-4459-99d2-852414de973b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:28.236627 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-6f3fe845-5aaf-4459-99d2-852414de973b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3f0d232b-ae48-4b8a-aaa3-d5695d2c4f74 HTTP/1.1" status: 204  len: 168 time: 0.1625900
Apr 09 13:57:28.560555 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 60986) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:28.585543 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-68c7b7a6-9a8b-411e-8481-2c18fde1cb73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:28.603405 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-68c7b7a6-9a8b-411e-8481-2c18fde1cb73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:28.607491 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-68c7b7a6-9a8b-411e-8481-2c18fde1cb73 admin admin] Usage tracker for resource:security_group_rule and tenant:8c0897e53cd2493da84e5971aa1f3ea1 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:28.610482 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-68c7b7a6-9a8b-411e-8481-2c18fde1cb73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:28.617324 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-68c7b7a6-9a8b-411e-8481-2c18fde1cb73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:28.706057 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-68c7b7a6-9a8b-411e-8481-2c18fde1cb73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:28.708851 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-68c7b7a6-9a8b-411e-8481-2c18fde1cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:28.718336 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-bae82992-0960-479c-8dde-6a7bc3db9cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:28.768084 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-68c7b7a6-9a8b-411e-8481-2c18fde1cb73 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8c0897e53cd2493da84e5971aa1f3ea1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2054510
Apr 09 13:57:28.769872 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 60994) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:28.770724 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7b7a6-9a8b-411e-8481-2c18fde1cb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fcbd14-187e-42a8-8556-6225f7aac268,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:28.778030 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-68c7b7a6-9a8b-411e-8481-2c18fde1cb73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:28.836177 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2d6e627d-1c67-47c6-b352-6ce35a1afecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:28.865317 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2d6e627d-1c67-47c6-b352-6ce35a1afecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:28.913578 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2d6e627d-1c67-47c6-b352-6ce35a1afecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:28.918646 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-05a74ddd-2e6a-4468-95a4-5328340d3956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:28.934650 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e627d-1c67-47c6-b352-6ce35a1afecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fcbd14-187e-42a8-8556-6225f7aac268,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:28.937049 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2d6e627d-1c67-47c6-b352-6ce35a1afecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:28.946907 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2d6e627d-1c67-47c6-b352-6ce35a1afecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:28.948138 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-2d6e627d-1c67-47c6-b352-6ce35a1afecf admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/18fcbd14-187e-42a8-8556-6225f7aac268 HTTP/1.1" status: 204  len: 168 time: 0.1771913
Apr 09 13:57:29.194293 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7f9e7-b2a2-4a5f-9849-701d0d1f2977 req-3325adb0-2221-476d-a974-a0b4492af2da tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:29.195918 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c6a7f9e7-b2a2-4a5f-9849-701d0d1f2977 req-3325adb0-2221-476d-a974-a0b4492af2da tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.0963426
Apr 09 13:57:29.228538 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c6a7f9e7-b2a2-4a5f-9849-701d0d1f2977 req-6287fc91-29fe-4137-adb9-d3265ad5781b tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0259676
Apr 09 13:57:29.329095 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 32772) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:29.349133 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-18fe1ceb-6ed5-4d34-85c3-47fe53560809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:29.364752 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-18fe1ceb-6ed5-4d34-85c3-47fe53560809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:29.368777 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-18fe1ceb-6ed5-4d34-85c3-47fe53560809 admin admin] Usage tracker for resource:security_group_rule and tenant:a4c24e07baad47a5afd9f946fb5a4888 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:29.371699 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-18fe1ceb-6ed5-4d34-85c3-47fe53560809 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:29.378065 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-18fe1ceb-6ed5-4d34-85c3-47fe53560809 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:29.469374 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-18fe1ceb-6ed5-4d34-85c3-47fe53560809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:29.472339 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-18fe1ceb-6ed5-4d34-85c3-47fe53560809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:29.481090 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:29.524562 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-18fe1ceb-6ed5-4d34-85c3-47fe53560809 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a4c24e07baad47a5afd9f946fb5a4888&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1937034
Apr 09 13:57:29.525562 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe1ceb-6ed5-4d34-85c3-47fe53560809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72138f7-2615-4c29-9917-f1e8e7d4a767,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:29.527574 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 32776) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:29.528812 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-18fe1ceb-6ed5-4d34-85c3-47fe53560809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:29.592614 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5ecc1ad0-d800-4f05-9245-23577425290e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:29.619335 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5ecc1ad0-d800-4f05-9245-23577425290e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:29.668242 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5ecc1ad0-d800-4f05-9245-23577425290e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:29.673288 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c662720e-19ae-4311-b844-684efae614d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:29.688039 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc1ad0-d800-4f05-9245-23577425290e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72138f7-2615-4c29-9917-f1e8e7d4a767,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:29.691829 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5ecc1ad0-d800-4f05-9245-23577425290e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:29.696300 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5ecc1ad0-d800-4f05-9245-23577425290e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:29.698179 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-5ecc1ad0-d800-4f05-9245-23577425290e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f72138f7-2615-4c29-9917-f1e8e7d4a767 HTTP/1.1" status: 204  len: 168 time: 0.1693449
Apr 09 13:57:30.450718 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af8d52-839c-4254-b0df-a4c201874db4 req-66b11d15-5b92-41a4-89bb-6419ac0956aa tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:30.452515 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-89af8d52-839c-4254-b0df-a4c201874db4 req-66b11d15-5b92-41a4-89bb-6419ac0956aa tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.0957377
Apr 09 13:57:30.487876 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-89af8d52-839c-4254-b0df-a4c201874db4 req-9b025d97-bd09-45d1-be1c-9310f63d3270 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0285437
Apr 09 13:57:31.704366 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58c67d-1924-4f2d-b375-af55ea73d426 req-911c7b5a-7ebf-4dec-868f-5506bb562bd9 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:31.706229 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6a58c67d-1924-4f2d-b375-af55ea73d426 req-911c7b5a-7ebf-4dec-868f-5506bb562bd9 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.0967102
Apr 09 13:57:31.739721 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6a58c67d-1924-4f2d-b375-af55ea73d426 req-c8f9b726-b3e1-4abc-9826-c7cd8d1c2191 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0265002
Apr 09 13:57:31.997578 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 32858) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:32.135364 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c08fe02a-2a8f-472c-8d16-b226d26c22fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:32.153341 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-c08fe02a-2a8f-472c-8d16-b226d26c22fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:32.158228 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-c08fe02a-2a8f-472c-8d16-b226d26c22fa admin admin] Usage tracker for resource:security_group_rule and tenant:84003a07c79f479190774a59fd709506 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:32.161340 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-c08fe02a-2a8f-472c-8d16-b226d26c22fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:32.167991 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-c08fe02a-2a8f-472c-8d16-b226d26c22fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:32.259476 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c08fe02a-2a8f-472c-8d16-b226d26c22fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:32.262996 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c08fe02a-2a8f-472c-8d16-b226d26c22fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:32.272132 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0111f1de-7fdb-4590-9639-a5c8196487b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:32.318106 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08fe02a-2a8f-472c-8d16-b226d26c22fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3102c2b-9bc2-43a0-8770-e46486831dde,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:32.323198 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-c08fe02a-2a8f-472c-8d16-b226d26c22fa admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=84003a07c79f479190774a59fd709506&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3246200
Apr 09 13:57:32.324222 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c08fe02a-2a8f-472c-8d16-b226d26c22fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:32.325988 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 32868) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:32.394995 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-361c4f2c-29a1-459f-ba87-749518ff4ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:32.426578 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-361c4f2c-29a1-459f-ba87-749518ff4ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:32.475590 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-361c4f2c-29a1-459f-ba87-749518ff4ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:32.481118 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-8e5a1c6c-fd65-4105-883f-1dbc160712ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:32.495258 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c4f2c-29a1-459f-ba87-749518ff4ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3102c2b-9bc2-43a0-8770-e46486831dde,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:32.498809 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-361c4f2c-29a1-459f-ba87-749518ff4ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:32.505650 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-361c4f2c-29a1-459f-ba87-749518ff4ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:32.507804 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-361c4f2c-29a1-459f-ba87-749518ff4ca9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d3102c2b-9bc2-43a0-8770-e46486831dde HTTP/1.1" status: 204  len: 168 time: 0.1799467
Apr 09 13:57:32.804558 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 32878) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:32.824445 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-30bdaed4-58fd-456b-bb27-afd86e0ca8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:32.841524 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-30bdaed4-58fd-456b-bb27-afd86e0ca8b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:32.845855 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-30bdaed4-58fd-456b-bb27-afd86e0ca8b7 admin admin] Usage tracker for resource:security_group_rule and tenant:178ef3235d07463a9dfac86b0c8ffdfa is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:32.848961 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-30bdaed4-58fd-456b-bb27-afd86e0ca8b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:32.854958 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-30bdaed4-58fd-456b-bb27-afd86e0ca8b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:33.015730 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0431038-6bf7-4def-8708-f89d30bbb058 req-29839f44-3f6f-4330-9ec3-f20ac9f024a4 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:33.017471 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e0431038-6bf7-4def-8708-f89d30bbb058 req-29839f44-3f6f-4330-9ec3-f20ac9f024a4 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.1531026
Apr 09 13:57:33.045171 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-30bdaed4-58fd-456b-bb27-afd86e0ca8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:33.052328 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-30bdaed4-58fd-456b-bb27-afd86e0ca8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:33.061021 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-a668a111-a9e7-4ec9-acf3-1b6edc680bd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:33.073924 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e0431038-6bf7-4def-8708-f89d30bbb058 req-65c72fab-f669-4724-82c4-fc0b6bb97de0 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491037
Apr 09 13:57:33.111836 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-30bdaed4-58fd-456b-bb27-afd86e0ca8b7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=178ef3235d07463a9dfac86b0c8ffdfa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3060861
Apr 09 13:57:33.112918 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdaed4-58fd-456b-bb27-afd86e0ca8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e034555-35be-4385-99bc-a09a7a6bf2e7,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:33.114783 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 32882) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:33.116154 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-30bdaed4-58fd-456b-bb27-afd86e0ca8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:33.180245 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-10aa2c5e-3ed8-4485-91de-b9700a388695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:33.208105 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-10aa2c5e-3ed8-4485-91de-b9700a388695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:33.254679 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-10aa2c5e-3ed8-4485-91de-b9700a388695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:33.260039 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-82107701-9048-4533-937d-99b59d772c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:33.273243 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2c5e-3ed8-4485-91de-b9700a388695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e034555-35be-4385-99bc-a09a7a6bf2e7,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:33.277907 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-10aa2c5e-3ed8-4485-91de-b9700a388695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:33.278786 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-10aa2c5e-3ed8-4485-91de-b9700a388695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:33.283656 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-10aa2c5e-3ed8-4485-91de-b9700a388695 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0e034555-35be-4385-99bc-a09a7a6bf2e7 HTTP/1.1" status: 204  len: 168 time: 0.1676240
Apr 09 13:57:34.077275 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 32914) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:34.207954 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-11fff6f6-1c53-445d-bb11-5678d6c659c9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-684887440-network', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:57:34.215756 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-11fff6f6-1c53-445d-bb11-5678d6c659c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:34.220111 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-11fff6f6-1c53-445d-bb11-5678d6c659c9 admin admin] Usage tracker for resource:network and tenant:7636e0a8bd3d4e4681b67e8a86200354 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:34.223037 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-11fff6f6-1c53-445d-bb11-5678d6c659c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:34.230210 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-11fff6f6-1c53-445d-bb11-5678d6c659c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:34.240769 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fff6f6-1c53-445d-bb11-5678d6c659c9 admin admin] Made reservation on behalf of 7636e0a8bd3d4e4681b67e8a86200354 for: {'network': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:57:34.245903 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-11fff6f6-1c53-445d-bb11-5678d6c659c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for network, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:34.260362 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-11fff6f6-1c53-445d-bb11-5678d6c659c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:34.278956 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-11fff6f6-1c53-445d-bb11-5678d6c659c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:34.283351 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-11fff6f6-1c53-445d-bb11-5678d6c659c9 admin admin] Usage tracker for resource:security_group_rule and tenant:7636e0a8bd3d4e4681b67e8a86200354 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:34.286523 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-11fff6f6-1c53-445d-bb11-5678d6c659c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:34.293072 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-11fff6f6-1c53-445d-bb11-5678d6c659c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:34.300748 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88d4d2-ca8b-4b80-91da-49912aebba28 req-44ed3743-d87b-4318-9c97-511369783a61 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:34.302440 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2b88d4d2-ca8b-4b80-91da-49912aebba28 req-44ed3743-d87b-4318-9c97-511369783a61 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.1007965
Apr 09 13:57:34.336957 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2b88d4d2-ca8b-4b80-91da-49912aebba28 req-3c8d0f69-976b-4a45-9565-de22f345f0e9 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0274997
Apr 09 13:57:34.388967 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-11fff6f6-1c53-445d-bb11-5678d6c659c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:34.392112 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-11fff6f6-1c53-445d-bb11-5678d6c659c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:34.395271 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3c50cfad-6a74-4047-b413-874dff30dc50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:34.425383 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11fff6f6-1c53-445d-bb11-5678d6c659c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 984}  {{(pid=85291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 13:57:34.434940 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fff6f6-1c53-445d-bb11-5678d6c659c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53e2770-014c-44e5-a02a-2c58b74bcc01,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:34.439478 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-11fff6f6-1c53-445d-bb11-5678d6c659c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:34.442081 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-11fff6f6-1c53-445d-bb11-5678d6c659c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:34.442468 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.segments_db [None req-11fff6f6-1c53-445d-bb11-5678d6c659c9 admin admin] Added segment 7321b2c1-f9a4-4e1e-ba73-1adf48f326b4 of type vlan for network 8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c
Apr 09 13:57:34.469023 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-11fff6f6-1c53-445d-bb11-5678d6c659c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733478247317'] for network, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:34.500639 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-11fff6f6-1c53-445d-bb11-5678d6c659c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for network, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:34.502166 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fff6f6-1c53-445d-bb11-5678d6c659c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:34.502823 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-11fff6f6-1c53-445d-bb11-5678d6c659c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:34.508130 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-002ba374-2583-4fbe-a1d8-700bc612f7ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:34.616557 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-11fff6f6-1c53-445d-bb11-5678d6c659c9 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5379677
Apr 09 13:57:34.619581 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fff6f6-1c53-445d-bb11-5678d6c659c9 admin admin] Pushing event updated for resources: {'Network': ['ID=8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:34.619750 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 32928) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:34.622751 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-11fff6f6-1c53-445d-bb11-5678d6c659c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:34.627310 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-2bdfcaf1-5e68-4381-8c32-b2dbeb223090 admin admin] Request body: {'subnet': {'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-684887440-subnet', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'ip_version': 4}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:57:34.630886 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Network 8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c details requested by agent ovs-agent-dv-cinder-785362-1-iscsi with host dv-cinder-785362-1-iscsi {{(pid=85292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 13:57:34.633941 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-2bdfcaf1-5e68-4381-8c32-b2dbeb223090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:34.638268 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-2bdfcaf1-5e68-4381-8c32-b2dbeb223090 admin admin] Usage tracker for resource:subnet and tenant:7636e0a8bd3d4e4681b67e8a86200354 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:34.641314 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-2bdfcaf1-5e68-4381-8c32-b2dbeb223090 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:34.649389 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-2bdfcaf1-5e68-4381-8c32-b2dbeb223090 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:34.667129 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdfcaf1-5e68-4381-8c32-b2dbeb223090 admin admin] Made reservation on behalf of 7636e0a8bd3d4e4681b67e8a86200354 for: {'subnet': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:57:34.672210 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2bdfcaf1-5e68-4381-8c32-b2dbeb223090 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9982305'] for subnet, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:35.100402 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2bdfcaf1-5e68-4381-8c32-b2dbeb223090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844370142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9982288'] for subnet, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:35.116758 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f017b302-8cca-4c4b-9d43-03b01e6899ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:35.246170 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfcaf1-5e68-4381-8c32-b2dbeb223090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=344aad20-d45e-469e-8ef2-5e45b8c2ce38,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:35.251368 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2bdfcaf1-5e68-4381-8c32-b2dbeb223090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:35.323640 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdfcaf1-5e68-4381-8c32-b2dbeb223090 admin admin] Checking segment: {'id': '7321b2c1-f9a4-4e1e-ba73-1adf48f326b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:57:35.324041 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdfcaf1-5e68-4381-8c32-b2dbeb223090 admin admin] Network hostable DHCP agents. Network: 8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c, hostable agents: ['470b7876-9f31-410a-8036-567e17def360'], hosted agents: [] {{(pid=85290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 13:57:35.343163 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdfcaf1-5e68-4381-8c32-b2dbeb223090 admin admin] Network 8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c is scheduled to be hosted by DHCP agent 470b7876-9f31-410a-8036-567e17def360 with binding_index 1 {{(pid=85290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 13:57:35.352023 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-2bdfcaf1-5e68-4381-8c32-b2dbeb223090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-iscsi, 8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c) {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:57:35.361624 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1751969-aa9d-4e9c-a6fa-2ab5f119ebe4 None None] Network 8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:57:35.364831 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdfcaf1-5e68-4381-8c32-b2dbeb223090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:35.365535 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2bdfcaf1-5e68-4381-8c32-b2dbeb223090 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:35.393375 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-2bdfcaf1-5e68-4381-8c32-b2dbeb223090 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7691755
Apr 09 13:57:35.393487 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 32936) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:35.399118 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-46a5c09d-4866-4019-89f8-8932901701d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-684887440-router', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:57:35.404227 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-46a5c09d-4866-4019-89f8-8932901701d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:35.409682 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-46a5c09d-4866-4019-89f8-8932901701d4 admin admin] Usage tracker for resource:router and tenant:7636e0a8bd3d4e4681b67e8a86200354 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:35.413301 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-46a5c09d-4866-4019-89f8-8932901701d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:35.419701 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-46a5c09d-4866-4019-89f8-8932901701d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:35.430230 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46a5c09d-4866-4019-89f8-8932901701d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850958062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2571'] for router, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:35.431636 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46a5c09d-4866-4019-89f8-8932901701d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850952565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850926980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850845151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15101'] for router, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:35.453190 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46a5c09d-4866-4019-89f8-8932901701d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:35.621839 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3278d780-4f16-5798-b389-7fa32c4e7436-8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c', 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'fixed_ips': [{'subnet_id': '344aad20-d45e-469e-8ef2-5e45b8c2ce38'}]}} from dv-cinder-785362-1-iscsi. {{(pid=85292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 09 13:57:35.622802 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:35.797584 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Allocated IP 172.20.0.2 (8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c/344aad20-d45e-469e-8ef2-5e45b8c2ce38/65702142-dde9-4178-bd57-369c669f99f5) {{(pid=85292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:57:35.822795 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46a5c09d-4866-4019-89f8-8932901701d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850926995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850958077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15084'] for router, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:35.967415 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b156aa-05ae-4289-bcb2-39fa3582ba0b req-3210c6d7-bd03-4437-b62d-ddeea500d80f tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:35.969459 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c4b156aa-05ae-4289-bcb2-39fa3582ba0b req-3210c6d7-bd03-4437-b62d-ddeea500d80f tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.4962208
Apr 09 13:57:36.032785 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c4b156aa-05ae-4289-bcb2-39fa3582ba0b req-0c215d1f-d317-4056-add6-892b4b06a0c1 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537114
Apr 09 13:57:36.073064 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Notify callbacks [] for port, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:36.086343 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Transition to ACTIVE for port object 65702142-dde9-4178-bd57-369c669f99f5 will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:57:36.110967 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Transition to ACTIVE for port object 65702142-dde9-4178-bd57-369c669f99f5 will not be triggered until provisioned by entity DHCP. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:57:36.117101 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:36.137728 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:36.169224 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 32958) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:36.358807 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1c4578fe-d334-45ef-b5ba-5a04e116b95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:36.382183 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-1c4578fe-d334-45ef-b5ba-5a04e116b95b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:36.387544 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-1c4578fe-d334-45ef-b5ba-5a04e116b95b admin admin] Usage tracker for resource:security_group_rule and tenant:c72c8a483c984d0aa94715df99b02859 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:36.391101 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-1c4578fe-d334-45ef-b5ba-5a04e116b95b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:36.397763 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-1c4578fe-d334-45ef-b5ba-5a04e116b95b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:36.439010 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Pushing event updated for resources: {'Port': ['ID=65702142-dde9-4178-bd57-369c669f99f5,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:36.449695 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:36.450081 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:36.450448 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:36.450819 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:36.451288 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:36.451533 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:36.451906 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:36.452271 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:36.452825 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:36.453004 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:36.453352 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:36.453714 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:36.458172 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:36.460914 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Network 8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c is already hosted by enough agents. {{(pid=85292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:57:36.462245 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Resources bound (agent type, host, resource id):  {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:57:36.464662 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Received port after_create {{(pid=85292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:57:36.497250 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1c4578fe-d334-45ef-b5ba-5a04e116b95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:36.500588 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1c4578fe-d334-45ef-b5ba-5a04e116b95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:36.510116 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:36.560184 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-1c4578fe-d334-45ef-b5ba-5a04e116b95b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c72c8a483c984d0aa94715df99b02859&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3893979
Apr 09 13:57:36.561086 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4578fe-d334-45ef-b5ba-5a04e116b95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584c4ebd-8677-4a54-af1c-26bd44cdf0f4,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:36.562978 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 32964) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:36.564542 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1c4578fe-d334-45ef-b5ba-5a04e116b95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:36.571699 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Attempting to bind port 65702142-dde9-4178-bd57-369c669f99f5 on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:57:36.572426 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Attempting to bind port 65702142-dde9-4178-bd57-369c669f99f5 by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': '7321b2c1-f9a4-4e1e-ba73-1adf48f326b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:57:36.573037 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Attempting to bind port 65702142-dde9-4178-bd57-369c669f99f5 on network 8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:57:36.580917 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:57:36.581453 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Checking segment: {'id': '7321b2c1-f9a4-4e1e-ba73-1adf48f326b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:57:36.581915 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:36.582186 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46a5c09d-4866-4019-89f8-8932901701d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:36.582363 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Bound using segment: {'id': '7321b2c1-f9a4-4e1e-ba73-1adf48f326b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:57:36.582899 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Bound port: 65702142-dde9-4178-bd57-369c669f99f5, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7321b2c1-f9a4-4e1e-ba73-1adf48f326b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:57:36.583326 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:36.628149 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46a5c09d-4866-4019-89f8-8932901701d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:36.666955 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] For port 65702142-dde9-4178-bd57-369c669f99f5, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:57:36.670115 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] For port 65702142-dde9-4178-bd57-369c669f99f5, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=65702142-dde9-4178-bd57-369c669f99f5,segment=NetworkSegment(7321b2c1-f9a4-4e1e-ba73-1adf48f326b4),segment_id=7321b2c1-f9a4-4e1e-ba73-1adf48f326b4)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:57:36.673895 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:36.689672 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f103ee16-4fc1-4dd5-b051-10365f02e7ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:36.732414 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-04be6a21-b5a5-4100-9344-7c226b44838b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:36.814482 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-04be6a21-b5a5-4100-9344-7c226b44838b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:36.846485 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Pushing event updated for resources: {'Port': ['ID=65702142-dde9-4178-bd57-369c669f99f5,revision_number=2']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:36.851764 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:36.873738 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-46a5c09d-4866-4019-89f8-8932901701d4 admin admin] Allocated IP 172.27.0.41 (ef175b21-42e7-4a59-9f09-4b77dc7ee6f8/51aa8935-8cce-40ab-82a2-0ed18a8aeaa8/a30ab834-d781-408a-8817-97a20e0c6274) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:57:36.965866 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-04be6a21-b5a5-4100-9344-7c226b44838b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:36.975571 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-36b33041-173a-442c-88cd-77a1ce863d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:37.003210 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be6a21-b5a5-4100-9344-7c226b44838b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584c4ebd-8677-4a54-af1c-26bd44cdf0f4,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:37.021380 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be6a21-b5a5-4100-9344-7c226b44838b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:37.021801 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be6a21-b5a5-4100-9344-7c226b44838b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:37.022216 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be6a21-b5a5-4100-9344-7c226b44838b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:37.022622 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be6a21-b5a5-4100-9344-7c226b44838b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:37.023023 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be6a21-b5a5-4100-9344-7c226b44838b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:37.023426 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be6a21-b5a5-4100-9344-7c226b44838b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:37.023823 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be6a21-b5a5-4100-9344-7c226b44838b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:37.024220 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be6a21-b5a5-4100-9344-7c226b44838b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:37.024645 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be6a21-b5a5-4100-9344-7c226b44838b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:37.025041 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be6a21-b5a5-4100-9344-7c226b44838b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:37.025468 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be6a21-b5a5-4100-9344-7c226b44838b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:37.025863 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be6a21-b5a5-4100-9344-7c226b44838b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:37.032935 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-04be6a21-b5a5-4100-9344-7c226b44838b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:37.054929 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-04be6a21-b5a5-4100-9344-7c226b44838b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:37.059040 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-04be6a21-b5a5-4100-9344-7c226b44838b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/584c4ebd-8677-4a54-af1c-26bd44cdf0f4 HTTP/1.1" status: 204  len: 168 time: 0.4929645
Apr 09 13:57:37.103478 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46a5c09d-4866-4019-89f8-8932901701d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:37.140939 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46a5c09d-4866-4019-89f8-8932901701d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:37.160139 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-68954d5f-81c7-49f6-a555-c723b405718b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:37.446866 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5c09d-4866-4019-89f8-8932901701d4 admin admin] Pushing event updated for resources: {'Port': ['ID=a30ab834-d781-408a-8817-97a20e0c6274,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:37.465004 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-46a5c09d-4866-4019-89f8-8932901701d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:37.521781 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 32978) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:37.525505 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a5c09d-4866-4019-89f8-8932901701d4 admin admin] Network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:57:37.527737 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-46a5c09d-4866-4019-89f8-8932901701d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:57:37.534352 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a5c09d-4866-4019-89f8-8932901701d4 admin admin] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:57:37.545978 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1cadd3c2-30f0-4eda-b53e-394badec8613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:37.566061 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-1cadd3c2-30f0-4eda-b53e-394badec8613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:37.575247 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-1cadd3c2-30f0-4eda-b53e-394badec8613 admin admin] Usage tracker for resource:security_group_rule and tenant:25985f66aff346bb99615d5de5dae65e is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:37.578466 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-1cadd3c2-30f0-4eda-b53e-394badec8613 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:37.583595 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391c3fe-dc1f-420f-bd6a-db851db2823e req-b3ff8729-ad40-48b6-98e4-4f8ab4a5b982 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:37.585371 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6391c3fe-dc1f-420f-bd6a-db851db2823e req-b3ff8729-ad40-48b6-98e4-4f8ab4a5b982 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.4295549
Apr 09 13:57:37.586014 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-1cadd3c2-30f0-4eda-b53e-394badec8613 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:37.646258 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6391c3fe-dc1f-420f-bd6a-db851db2823e req-979a50ee-3dfb-4a7d-b403-5d8682c01e45 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508769
Apr 09 13:57:37.684818 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 65702142-dde9-4178-bd57-369c669f99f5 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:57:37.767577 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1cadd3c2-30f0-4eda-b53e-394badec8613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:37.771184 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1cadd3c2-30f0-4eda-b53e-394badec8613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:37.781091 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f8eed676-4ed9-4131-a4dd-44928c80071b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:37.843843 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port 65702142-dde9-4178-bd57-369c669f99f5 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:57:37.866687 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-1cadd3c2-30f0-4eda-b53e-394badec8613 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=25985f66aff346bb99615d5de5dae65e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3433230
Apr 09 13:57:37.867387 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 32986) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:37.897439 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cadd3c2-30f0-4eda-b53e-394badec8613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca60ead0-4021-4bcb-93cf-369561b8a800,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:37.919397 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1cadd3c2-30f0-4eda-b53e-394badec8613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:37.957319 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2cdd559f-c207-48d5-8de7-dc8cd053012c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:37.991286 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2cdd559f-c207-48d5-8de7-dc8cd053012c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:38.046625 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2cdd559f-c207-48d5-8de7-dc8cd053012c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:38.053071 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b36eafd1-48b7-4106-af74-3728fb02fe5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:38.068311 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd559f-c207-48d5-8de7-dc8cd053012c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca60ead0-4021-4bcb-93cf-369561b8a800,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:38.080873 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2cdd559f-c207-48d5-8de7-dc8cd053012c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:38.101020 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2cdd559f-c207-48d5-8de7-dc8cd053012c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:38.117693 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-2cdd559f-c207-48d5-8de7-dc8cd053012c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ca60ead0-4021-4bcb-93cf-369561b8a800 HTTP/1.1" status: 204  len: 168 time: 0.2280917
Apr 09 13:57:38.342096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c1432-2a90-486b-b38d-82f74aef23a7 req-d45da407-3812-422c-81e0-2a5f7bb129fb tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:38.351284 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-761c1432-2a90-486b-b38d-82f74aef23a7 req-d45da407-3812-422c-81e0-2a5f7bb129fb tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 946 time: 0.4526956
Apr 09 13:57:38.425745 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-761c1432-2a90-486b-b38d-82f74aef23a7 req-ce79aa5e-c40a-4c7f-b4e8-061a9bab285a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735621
Apr 09 13:57:38.433930 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46a5c09d-4866-4019-89f8-8932901701d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:38.511977 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da025324-b17b-4694-b41e-605495730ca1 None None] Network 8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:57:38.591485 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e06fd-8d4e-47af-a854-ce0066d1906c req-5415858d-6a32-4474-b4e9-d952277c50da tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:38.593166 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-112e06fd-8d4e-47af-a854-ce0066d1906c req-5415858d-6a32-4474-b4e9-d952277c50da tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.5142620
Apr 09 13:57:38.627781 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-c0644304-934d-4a3d-9ca9-e21b9d5bc9f4 None None] Provisioning for port 65702142-dde9-4178-bd57-369c669f99f5 completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:57:38.645787 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-c0644304-934d-4a3d-9ca9-e21b9d5bc9f4 None None] Provisioning complete for port 65702142-dde9-4178-bd57-369c669f99f5 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:57:38.646212 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c0644304-934d-4a3d-9ca9-e21b9d5bc9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:38.647367 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8653388-0d17-48d0-aeff-35edaff2a039 req-6bf391e2-87ca-45be-8b50-3282259ec8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:38.649028 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e8653388-0d17-48d0-aeff-35edaff2a039 req-6bf391e2-87ca-45be-8b50-3282259ec8b9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ba5d9acca4e84f2e82dcc146f183b1f2&device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 1098 time: 0.3949189
Apr 09 13:57:38.659130 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-112e06fd-8d4e-47af-a854-ce0066d1906c req-b19dd8f1-d8c7-4674-b8c9-1dd2796119f5 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486639
Apr 09 13:57:39.078715 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c0644304-934d-4a3d-9ca9-e21b9d5bc9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:39.104446 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-c0644304-934d-4a3d-9ca9-e21b9d5bc9f4 None None] For port 65702142-dde9-4178-bd57-369c669f99f5, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=65702142-dde9-4178-bd57-369c669f99f5,segment=NetworkSegment(7321b2c1-f9a4-4e1e-ba73-1adf48f326b4),segment_id=7321b2c1-f9a4-4e1e-ba73-1adf48f326b4)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:57:39.109254 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c0644304-934d-4a3d-9ca9-e21b9d5bc9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:39.113661 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:39.186320 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0644304-934d-4a3d-9ca9-e21b9d5bc9f4 None None] Pushing event updated for resources: {'Port': ['ID=65702142-dde9-4178-bd57-369c669f99f5,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:39.190689 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c0644304-934d-4a3d-9ca9-e21b9d5bc9f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:39.245694 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8653388-0d17-48d0-aeff-35edaff2a039 req-74ffe279-5796-4976-9215-eca91c912241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:39.247399 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e8653388-0d17-48d0-aeff-35edaff2a039 req-74ffe279-5796-4976-9215-eca91c912241 service neutron] 10.222.0.93 "GET /v2.0/networks?id=dac73499-f23e-4d97-b423-652173261576 HTTP/1.1" status: 200  len: 912 time: 0.5872910
Apr 09 13:57:39.336309 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46a5c09d-4866-4019-89f8-8932901701d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3817755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3848835'] for router, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:39.436244 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-ea1a9971-646b-417b-8725-eb9721e1e134 None None] Provisioning complete for port 65702142-dde9-4178-bd57-369c669f99f5 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:57:39.440124 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ea1a9971-646b-417b-8725-eb9721e1e134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:39.526431 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e8653388-0d17-48d0-aeff-35edaff2a039 req-ef355765-a83b-4dac-a058-a69e88cd0747 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ee93b79-417f-4f8b-a07d-390cfb262156 HTTP/1.1" status: 200  len: 1001 time: 0.2700214
Apr 09 13:57:39.643152 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 65702142-dde9-4178-bd57-369c669f99f5 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:57:39.689946 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8653388-0d17-48d0-aeff-35edaff2a039 req-97f2ff7d-0688-4a5d-a0e0-e91f5ba228d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:39.691563 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e8653388-0d17-48d0-aeff-35edaff2a039 req-97f2ff7d-0688-4a5d-a0e0-e91f5ba228d6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=925b601e-37cf-4380-a4b3-d671bf8558b0 HTTP/1.1" status: 200  len: 850 time: 0.1539719
Apr 09 13:57:39.733317 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 65702142-dde9-4178-bd57-369c669f99f5 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:57:39.734212 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:39.816539 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced1ddb-40db-4fd5-b5e0-6e74af6c2251 req-7adeb132-2f13-4a0d-b227-7a894e9bcaa1 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:39.818241 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5ced1ddb-40db-4fd5-b5e0-6e74af6c2251 req-7adeb132-2f13-4a0d-b227-7a894e9bcaa1 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 946 time: 0.2365494
Apr 09 13:57:39.834470 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a5c09d-4866-4019-89f8-8932901701d4 admin admin] Router c1842f10-ceb7-4880-90fc-7dc1c8620969 is scheduled to L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 with binding_index 1 {{(pid=85290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 09 13:57:39.901623 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c990c5-be7d-468f-b469-e67ef4470d48 req-f4631970-ac32-4516-ad82-1ac9b4c93b36 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:39.902526 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-49c990c5-be7d-468f-b469-e67ef4470d48 req-f4631970-ac32-4516-ad82-1ac9b4c93b36 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Synchronizing usage tracker for tenant:8f40d2219e104d8ba0a5d0df316c2e3c on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:57:39.914170 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5ced1ddb-40db-4fd5-b5e0-6e74af6c2251 req-96ed1336-74ea-4034-9d24-4553d6c98aea tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=f61952ab-6c8c-423e-9629-17e6f769fe49&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0835137
Apr 09 13:57:39.929710 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-49c990c5-be7d-468f-b469-e67ef4470d48 req-f4631970-ac32-4516-ad82-1ac9b4c93b36 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Unset dirty status for tenant:8f40d2219e104d8ba0a5d0df316c2e3c on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:57:39.931858 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-49c990c5-be7d-468f-b469-e67ef4470d48 req-f4631970-ac32-4516-ad82-1ac9b4c93b36 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 946 time: 0.2011590
Apr 09 13:57:40.025653 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-49c990c5-be7d-468f-b469-e67ef4470d48 req-a8b845e6-b160-4dbc-a71f-a001c40215ab tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Deleting port f9bcc344-45c3-4360-a424-5becafffd6e2 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:57:40.026047 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-49c990c5-be7d-468f-b469-e67ef4470d48 req-a8b845e6-b160-4dbc-a71f-a001c40215ab tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:40.069096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8653388-0d17-48d0-aeff-35edaff2a039 req-74e8494d-a801-4a52-8623-d53e1866c402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:40.070735 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e8653388-0d17-48d0-aeff-35edaff2a039 req-74e8494d-a801-4a52-8623-d53e1866c402 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=dac73499-f23e-4d97-b423-652173261576&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3712480
Apr 09 13:57:40.269867 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219a8ad-b37a-43e3-9e83-e72615f33adb req-1358d584-9eae-429a-991f-3d196e7cb68b tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:40.271723 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0219a8ad-b37a-43e3-9e83-e72615f33adb req-1358d584-9eae-429a-991f-3d196e7cb68b tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.4050698
Apr 09 13:57:40.295398 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a5c09d-4866-4019-89f8-8932901701d4 admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:57:40.307357 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] Sync routers for ids ['c1842f10-ceb7-4880-90fc-7dc1c8620969'] in dv-cinder-785362-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:57:40.320853 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-49c990c5-be7d-468f-b469-e67ef4470d48 req-a8b845e6-b160-4dbc-a71f-a001c40215ab tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] For port f9bcc344-45c3-4360-a424-5becafffd6e2, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=f9bcc344-45c3-4360-a424-5becafffd6e2,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:57:40.321526 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-49c990c5-be7d-468f-b469-e67ef4470d48 req-a8b845e6-b160-4dbc-a71f-a001c40215ab tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:40.330937 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] Routers {'c1842f10-ceb7-4880-90fc-7dc1c8620969'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:57:40.332027 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc0c3550>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:57:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['c1842f10-ceb7-4880-90fc-7dc1c8620969'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:57:40.374330 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0219a8ad-b37a-43e3-9e83-e72615f33adb req-7adaf60f-22ec-4955-8406-d6914971bfcb tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0804780
Apr 09 13:57:40.382109 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e8653388-0d17-48d0-aeff-35edaff2a039 req-ddef82d3-d6ff-4c2c-a5c0-682ebe2c3121 service neutron] 10.222.0.93 "GET /v2.0/networks/dac73499-f23e-4d97-b423-652173261576?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2940350
Apr 09 13:57:40.383310 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46a5c09d-4866-4019-89f8-8932901701d4 admin admin] Notify callbacks [] for router, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:40.387550 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-46a5c09d-4866-4019-89f8-8932901701d4 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 4.9930770
Apr 09 13:57:40.388503 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33042) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:40.562748 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] Set router c1842f10-ceb7-4880-90fc-7dc1c8620969 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:57:40.710621 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-49c990c5-be7d-468f-b469-e67ef4470d48 req-a8b845e6-b160-4dbc-a71f-a001c40215ab tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:40.711273 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-49c990c5-be7d-468f-b469-e67ef4470d48 req-a8b845e6-b160-4dbc-a71f-a001c40215ab tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850926857'] for floatingip, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:40.711776 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.l3_db [req-49c990c5-be7d-468f-b469-e67ef4470d48 req-a8b845e6-b160-4dbc-a71f-a001c40215ab tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Floating IP 7c3ce366-01f5-4286-8923-4bccca56a125 disassociated. External IP: 172.27.0.197, port: f9bcc344-45c3-4360-a424-5becafffd6e2.
Apr 09 13:57:40.712161 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-49c990c5-be7d-468f-b469-e67ef4470d48 req-a8b845e6-b160-4dbc-a71f-a001c40215ab tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Calling delete_port for f9bcc344-45c3-4360-a424-5becafffd6e2 owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:57:40.883412 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-49c990c5-be7d-468f-b469-e67ef4470d48 req-a8b845e6-b160-4dbc-a71f-a001c40215ab tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:40.913496 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9bfe6893-9d9e-49c0-8e8a-26927fec9a47 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:40.961944 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc0c3550>, [{'id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'name': 'tempest-TestShelveInstance-684887440-router', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a30ab834-d781-408a-8817-97a20e0c6274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:57:35Z', 'updated_at': '2021-04-09T13:57:37Z', 'revision_number': 3, 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'gw_port': {'id': 'a30ab834-d781-408a-8817-97a20e0c6274', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:36Z', 'updated_at': '2021-04-09T13:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:57:40.966867 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] Checking router: c1842f10-ceb7-4880-90fc-7dc1c8620969 for host: dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:57:40.967539 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] Updating router c1842f10-ceb7-4880-90fc-7dc1c8620969 port a30ab834-d781-408a-8817-97a20e0c6274 binding host dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 13:57:41.076330 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:41.126369 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b845e6-b160-4dbc-a71f-a001c40215ab tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Pushing event deleted for resources: {'Port': ['ID=f9bcc344-45c3-4360-a424-5becafffd6e2,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:41.133734 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-a8b845e6-b160-4dbc-a71f-a001c40215ab tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:41.222859 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f339f31c-6547-49c6-8be8-f1cf022147ba req-4f7396a9-0272-4350-84f5-3cd6e491f899 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 210 time: 0.0736942
Apr 09 13:57:41.230992 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e8653388-0d17-48d0-aeff-35edaff2a039 req-f3f0d491-b699-4aae-9389-0a4790c4ff8e service neutron] 10.222.0.93 "GET /v2.0/networks/dac73499-f23e-4d97-b423-652173261576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8394907
Apr 09 13:57:41.398881 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49c990c5-be7d-468f-b469-e67ef4470d48 req-a8b845e6-b160-4dbc-a71f-a001c40215ab tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Router a6a67208-41f8-4a03-be6b-bf70086a3410 has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 13:57:41.669558 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49c990c5-be7d-468f-b469-e67ef4470d48 req-a8b845e6-b160-4dbc-a71f-a001c40215ab tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:57:41.691112 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f90eedd-bd8b-47a7-8a9c-3b1507bdbd8a None None] Sync routers for ids ['a6a67208-41f8-4a03-be6b-bf70086a3410'] in dv-cinder-785362-1-iscsi {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:57:41.704566 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f90eedd-bd8b-47a7-8a9c-3b1507bdbd8a None None] Routers {'a6a67208-41f8-4a03-be6b-bf70086a3410'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:57:41.705775 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-1f90eedd-bd8b-47a7-8a9c-3b1507bdbd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcd1b6a0>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:57:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['a6a67208-41f8-4a03-be6b-bf70086a3410'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:57:41.731926 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:41.747339 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] Transition to ACTIVE for port object a30ab834-d781-408a-8817-97a20e0c6274 will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:57:41.756661 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:41.757841 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9bccd-d987-4be3-80ef-3e5e3cd26275 req-1af557ff-f7e2-47a6-8c6c-a8e7183b321a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:41.765656 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-abe9bccd-d987-4be3-80ef-3e5e3cd26275 req-1af557ff-f7e2-47a6-8c6c-a8e7183b321a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.2303109
Apr 09 13:57:41.807136 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c990c5-be7d-468f-b469-e67ef4470d48 req-a8b845e6-b160-4dbc-a71f-a001c40215ab tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] No DVR routers for this DVR port f9bcc344-45c3-4360-a424-5becafffd6e2 on host hv-cinder-78536 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 13:57:41.813860 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-abe9bccd-d987-4be3-80ef-3e5e3cd26275 req-cb2eddd9-031c-45b7-8dc0-5096ec58be6f tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466123
Apr 09 13:57:41.815219 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-49c990c5-be7d-468f-b469-e67ef4470d48 req-a8b845e6-b160-4dbc-a71f-a001c40215ab tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:41.835294 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e130c96-f854-4277-a512-b2ad9d0f3fe2', 'name': 'network-vif-deleted', 'tag': 'f9bcc344-45c3-4360-a424-5becafffd6e2'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:57:41.880336 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-49c990c5-be7d-468f-b469-e67ef4470d48 req-a8b845e6-b160-4dbc-a71f-a001c40215ab tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.93 "DELETE /v2.0/ports/f9bcc344-45c3-4360-a424-5becafffd6e2 HTTP/1.1" status: 204  len: 173 time: 1.9385638
Apr 09 13:57:41.888549 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:41.938549 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b4d626ef-8c69-4660-a44f-20b04b5ef372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:41.988171 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63bccf-9da7-46d7-9929-45501e363d05 None None] Pushing event updated for resources: {'Port': ['ID=a30ab834-d781-408a-8817-97a20e0c6274,revision_number=2']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:42.002156 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5d63bccf-9da7-46d7-9929-45501e363d05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:42.107812 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] Attempting to bind port a30ab834-d781-408a-8817-97a20e0c6274 on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:57:42.108238 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] Attempting to bind port a30ab834-d781-408a-8817-97a20e0c6274 by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:57:42.108841 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] Attempting to bind port a30ab834-d781-408a-8817-97a20e0c6274 on network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:57:42.137081 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:57:42.137803 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-1f90eedd-bd8b-47a7-8a9c-3b1507bdbd8a None None] Set router a6a67208-41f8-4a03-be6b-bf70086a3410 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:57:42.138392 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] Checking segment: {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:57:42.139698 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:42.142748 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] Bound using segment: {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:57:42.143510 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] Bound port: a30ab834-d781-408a-8817-97a20e0c6274, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:57:42.144107 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:42.220156 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e130c96-f854-4277-a512-b2ad9d0f3fe2', 'name': 'network-vif-deleted', 'tag': 'f9bcc344-45c3-4360-a424-5becafffd6e2', 'status': 'completed', 'code': 200}
Apr 09 13:57:42.344684 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] For port a30ab834-d781-408a-8817-97a20e0c6274, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:57:42.352622 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] For port a30ab834-d781-408a-8817-97a20e0c6274, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=a30ab834-d781-408a-8817-97a20e0c6274,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:57:42.359148 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:42.394657 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:42.430124 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-b4d626ef-8c69-4660-a44f-20b04b5ef372 admin admin] Allocated IP 172.20.0.1 (8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c/344aad20-d45e-469e-8ef2-5e45b8c2ce38/194a7cd8-2b9d-4629-b068-0974e3a52678) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:57:42.492088 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e499bf39-0f6c-4b5d-b3c4-6dd5c62bd514 req-7ee4e299-30d6-4732-9c1b-f57f4289433a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e130c96-f854-4277-a512-b2ad9d0f3fe2 HTTP/1.1" status: 200  len: 210 time: 0.0662863
Apr 09 13:57:42.706083 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-1f90eedd-bd8b-47a7-8a9c-3b1507bdbd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcd1b6a0>, [{'id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'name': 'tempest-AttachVolumeShelveTestJSON-1923918763-router', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:01Z', 'updated_at': '2021-04-09T13:50:21Z', 'revision_number': 4, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'gw_port': {'id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': 'c670e63b-647b-4070-b55e-5eca152c8a9a', 'name': '', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'mac_address': 'fa:16:3e:25:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:15Z', 'updated_at': '2021-04-09T13:50:44Z', 'revision_number': 5, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'subnets': [{'id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:57:42.710788 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f90eedd-bd8b-47a7-8a9c-3b1507bdbd8a None None] Checking router: a6a67208-41f8-4a03-be6b-bf70086a3410 for host: dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:57:42.721444 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f90eedd-bd8b-47a7-8a9c-3b1507bdbd8a None None] Routers {'a6a67208-41f8-4a03-be6b-bf70086a3410'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:57:42.722438 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-1f90eedd-bd8b-47a7-8a9c-3b1507bdbd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcd1b6a0>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:57:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['a6a67208-41f8-4a03-be6b-bf70086a3410'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:57:42.784932 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b4d626ef-8c69-4660-a44f-20b04b5ef372 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:42.785193 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63bccf-9da7-46d7-9929-45501e363d05 None None] Pushing event updated for resources: {'Port': ['ID=a30ab834-d781-408a-8817-97a20e0c6274,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:42.788271 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5d63bccf-9da7-46d7-9929-45501e363d05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:42.789370 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device f9bcc344-45c3-4360-a424-5becafffd6e2 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 13:57:42.830801 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-b4d626ef-8c69-4660-a44f-20b04b5ef372 admin admin] Transition to ACTIVE for port object 194a7cd8-2b9d-4629-b068-0974e3a52678 will not be triggered until provisioned by entity DHCP. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:57:42.831777 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] No Port match for: f9bcc344-45c3-4360-a424-5becafffd6e2 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 13:57:42.832180 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device f9bcc344-45c3-4360-a424-5becafffd6e2 not bound to the agent host hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 13:57:42.837951 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] Routers {'c1842f10-ceb7-4880-90fc-7dc1c8620969'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:57:42.838652 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc0c3550>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:57:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['c1842f10-ceb7-4880-90fc-7dc1c8620969'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:57:42.905343 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b4d626ef-8c69-4660-a44f-20b04b5ef372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:43.003409 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:43.086925 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-1f90eedd-bd8b-47a7-8a9c-3b1507bdbd8a None None] Set router a6a67208-41f8-4a03-be6b-bf70086a3410 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:57:43.143827 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] Set router c1842f10-ceb7-4880-90fc-7dc1c8620969 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:57:43.239557 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d626ef-8c69-4660-a44f-20b04b5ef372 admin admin] Pushing event updated for resources: {'Port': ['ID=194a7cd8-2b9d-4629-b068-0974e3a52678,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:43.255184 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b4d626ef-8c69-4660-a44f-20b04b5ef372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:43.374039 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d626ef-8c69-4660-a44f-20b04b5ef372 admin admin] Network 8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:57:43.378461 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-b4d626ef-8c69-4660-a44f-20b04b5ef372 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:57:43.391912 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d626ef-8c69-4660-a44f-20b04b5ef372 admin admin] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:57:43.498264 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107ab58-8a3d-4679-bced-d93e90ef5735 req-0fe3e991-6981-4314-a03e-334c7d7c5b0e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:43.500162 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b107ab58-8a3d-4679-bced-d93e90ef5735 req-0fe3e991-6981-4314-a03e-334c7d7c5b0e tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.3961596
Apr 09 13:57:43.519543 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-1f90eedd-bd8b-47a7-8a9c-3b1507bdbd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcd1b6a0>, [{'id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'name': 'tempest-AttachVolumeShelveTestJSON-1923918763-router', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:01Z', 'updated_at': '2021-04-09T13:50:21Z', 'revision_number': 4, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'gw_port': {'id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': 'c670e63b-647b-4070-b55e-5eca152c8a9a', 'name': '', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'mac_address': 'fa:16:3e:25:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:15Z', 'updated_at': '2021-04-09T13:50:44Z', 'revision_number': 5, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'subnets': [{'id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:57:43.524712 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f90eedd-bd8b-47a7-8a9c-3b1507bdbd8a None None] The sync data for ids ['a6a67208-41f8-4a03-be6b-bf70086a3410'] in dv-cinder-785362-1-iscsi is: [{'id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'name': 'tempest-AttachVolumeShelveTestJSON-1923918763-router', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:01Z', 'updated_at': '2021-04-09T13:50:21Z', 'revision_number': 4, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'gw_port': {'id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': 'c670e63b-647b-4070-b55e-5eca152c8a9a', 'name': '', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'mac_address': 'fa:16:3e:25:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:15Z', 'updated_at': '2021-04-09T13:50:44Z', 'revision_number': 5, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'subnets': [{'id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:57:43.567799 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b107ab58-8a3d-4679-bced-d93e90ef5735 req-66439497-9496-47f7-81c8-ba31553178db tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528240
Apr 09 13:57:43.602296 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b4d626ef-8c69-4660-a44f-20b04b5ef372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851022769'] for router_interface, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:43.730123 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 33090) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:43.804405 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-ffaa318c-a978-4f60-b94d-d8ba17179f7d None None] Provisioning for port 194a7cd8-2b9d-4629-b068-0974e3a52678 completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:57:43.814184 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-ffaa318c-a978-4f60-b94d-d8ba17179f7d None None] Provisioning complete for port 194a7cd8-2b9d-4629-b068-0974e3a52678 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:57:43.814767 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ffaa318c-a978-4f60-b94d-d8ba17179f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:43.890477 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ab11394c-4a6f-4e3d-879f-242c301f056c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:43.902886 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-ffaa318c-a978-4f60-b94d-d8ba17179f7d None None] Port 194a7cd8-2b9d-4629-b068-0974e3a52678 cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 13:57:43.930265 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc0c3550>, [{'id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'name': 'tempest-TestShelveInstance-684887440-router', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a30ab834-d781-408a-8817-97a20e0c6274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:57:35Z', 'updated_at': '2021-04-09T13:57:37Z', 'revision_number': 3, 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'gw_port': {'id': 'a30ab834-d781-408a-8817-97a20e0c6274', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:36Z', 'updated_at': '2021-04-09T13:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:57:43.939654 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdeaec8-b5d0-4801-8ec4-60a17dd4e780 None None] The sync data for ids ['c1842f10-ceb7-4880-90fc-7dc1c8620969'] in dv-cinder-785362-1-iscsi is: [{'id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'name': 'tempest-TestShelveInstance-684887440-router', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a30ab834-d781-408a-8817-97a20e0c6274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:57:35Z', 'updated_at': '2021-04-09T13:57:37Z', 'revision_number': 3, 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'gw_port': {'id': 'a30ab834-d781-408a-8817-97a20e0c6274', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:36Z', 'updated_at': '2021-04-09T13:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:57:43.958449 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ab11394c-4a6f-4e3d-879f-242c301f056c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:44.048340 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ab11394c-4a6f-4e3d-879f-242c301f056c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:44.055374 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b4d626ef-8c69-4660-a44f-20b04b5ef372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:44.059318 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-ac4c66ac-84b6-4e11-adf9-60800c88a117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:44.093690 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11394c-4a6f-4e3d-879f-242c301f056c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61952ab-6c8c-423e-9629-17e6f769fe49,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:44.104316 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab11394c-4a6f-4e3d-879f-242c301f056c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:44.104792 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab11394c-4a6f-4e3d-879f-242c301f056c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:44.105267 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab11394c-4a6f-4e3d-879f-242c301f056c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:44.105760 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab11394c-4a6f-4e3d-879f-242c301f056c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:44.106236 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab11394c-4a6f-4e3d-879f-242c301f056c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:44.106706 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab11394c-4a6f-4e3d-879f-242c301f056c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:44.107176 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab11394c-4a6f-4e3d-879f-242c301f056c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:44.107640 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab11394c-4a6f-4e3d-879f-242c301f056c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:44.108106 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab11394c-4a6f-4e3d-879f-242c301f056c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:44.108596 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab11394c-4a6f-4e3d-879f-242c301f056c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:44.109107 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab11394c-4a6f-4e3d-879f-242c301f056c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:44.109569 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab11394c-4a6f-4e3d-879f-242c301f056c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:44.115614 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-ab11394c-4a6f-4e3d-879f-242c301f056c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:44.119529 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ab11394c-4a6f-4e3d-879f-242c301f056c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:44.120846 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-ab11394c-4a6f-4e3d-879f-242c301f056c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "DELETE /v2.0/security-groups/f61952ab-6c8c-423e-9629-17e6f769fe49 HTTP/1.1" status: 204  len: 168 time: 0.3896570
Apr 09 13:57:44.126169 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 33096) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:44.142723 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cef3e4-82d0-4ec1-a152-a5374dac1e8a None None] New status for floating IP 7c3ce366-01f5-4286-8923-4bccca56a125: DOWN {{(pid=85292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 13:57:44.146630 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.v2.resource [None req-adfc43a8-142d-423a-a266-ca9659632914 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] show failed (client error): The resource could not be found.
Apr 09 13:57:44.150668 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-adfc43a8-142d-423a-a266-ca9659632914 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups/f61952ab-6c8c-423e-9629-17e6f769fe49 HTTP/1.1" status: 404  len: 347 time: 0.0205619
Apr 09 13:57:44.151440 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 33100) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:44.495639 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b4d626ef-8c69-4660-a44f-20b04b5ef372 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:44.503516 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b4d626ef-8c69-4660-a44f-20b04b5ef372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10405853'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:44.575802 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-43bd5821-74b4-4057-ae76-a326e26810a7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Deleting port fc697ebd-c86c-405d-b085-90f23af1d708 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:57:44.576180 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-43bd5821-74b4-4057-ae76-a326e26810a7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:44.620483 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-57e1ec57-494e-4236-9a12-204b39c03dbb tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:44.846690 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-43bd5821-74b4-4057-ae76-a326e26810a7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:44.847165 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-43bd5821-74b4-4057-ae76-a326e26810a7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:44.848753 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d626ef-8c69-4660-a44f-20b04b5ef372 admin admin] Pushing event updated for resources: {'Port': ['ID=194a7cd8-2b9d-4629-b068-0974e3a52678,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:44.851532 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b4d626ef-8c69-4660-a44f-20b04b5ef372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850949478'] for router_interface, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:44.873193 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b4d626ef-8c69-4660-a44f-20b04b5ef372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:44.876671 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bc3bcf97-3082-40f2-b024-7227c4d909d4 req-e4070e08-d6e8-4df3-b7e7-6817e64e73e7 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-878900671&fields=id&tenant_id=4c147f1cde8b46c7be8d2d3698b9a007 HTTP/1.1" status: 200  len: 267 time: 0.0771027
Apr 09 13:57:45.014453 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-43bd5821-74b4-4057-ae76-a326e26810a7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Calling delete_port for fc697ebd-c86c-405d-b085-90f23af1d708 owned by network:floatingip {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:57:45.097107 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bcf97-3082-40f2-b024-7227c4d909d4 req-5155be4a-f48d-4128-bb75-de2148e7fad8 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:45.107005 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bc3bcf97-3082-40f2-b024-7227c4d909d4 req-5155be4a-f48d-4128-bb75-de2148e7fad8 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 984 time: 0.1773624
Apr 09 13:57:45.116066 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-bc3bcf97-3082-40f2-b024-7227c4d909d4 req-21a21e83-82b0-43dc-99f3-7be146f671c3 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Request body: {'port': {'security_groups': ['9bd6e3ce-8f26-4291-b93d-4fa8128bd947']}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:57:45.172048 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d626ef-8c69-4660-a44f-20b04b5ef372 admin admin] Network 8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:57:45.182051 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-b4d626ef-8c69-4660-a44f-20b04b5ef372 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:57:45.226456 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-43bd5821-74b4-4057-ae76-a326e26810a7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:45.356942 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e1f74588-340c-4577-83ca-0e0748c89a08 tempest-ServerRescueNegativeTestJSON-1936160917 tempest-ServerRescueNegativeTestJSON-1936160917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:45.499699 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-bc3bcf97-3082-40f2-b024-7227c4d909d4 req-21a21e83-82b0-43dc-99f3-7be146f671c3 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:45.548972 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-cdd50cb4-72db-456b-bb45-e7da08cdc8ea None None] Provisioning complete for port 194a7cd8-2b9d-4629-b068-0974e3a52678 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:57:45.549254 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cdd50cb4-72db-456b-bb45-e7da08cdc8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:45.657253 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd5821-74b4-4057-ae76-a326e26810a7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Pushing event deleted for resources: {'Port': ['ID=fc697ebd-c86c-405d-b085-90f23af1d708,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:45.659921 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-43bd5821-74b4-4057-ae76-a326e26810a7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:45.803382 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device a30ab834-d781-408a-8817-97a20e0c6274 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:57:45.824765 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-43bd5821-74b4-4057-ae76-a326e26810a7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for floatingip, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:45.842535 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-43bd5821-74b4-4057-ae76-a326e26810a7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for floatingip, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:45.852956 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-43bd5821-74b4-4057-ae76-a326e26810a7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "DELETE /v2.0/floatingips/7c3ce366-01f5-4286-8923-4bccca56a125 HTTP/1.1" status: 204  len: 168 time: 1.6948371
Apr 09 13:57:45.853519 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d626ef-8c69-4660-a44f-20b04b5ef372 admin admin] Router c1842f10-ceb7-4880-90fc-7dc1c8620969 has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 13:57:45.887089 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-cdd50cb4-72db-456b-bb45-e7da08cdc8ea None None] Port 194a7cd8-2b9d-4629-b068-0974e3a52678 cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 13:57:45.906100 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port a30ab834-d781-408a-8817-97a20e0c6274 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:57:45.911279 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port a30ab834-d781-408a-8817-97a20e0c6274 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:57:45.911700 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:46.040077 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:46.060938 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] For port a30ab834-d781-408a-8817-97a20e0c6274, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=a30ab834-d781-408a-8817-97a20e0c6274,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:57:46.064396 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:46.067616 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:46.097123 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 33122) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:46.106092 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-ed6e2ffd-f27a-4741-978b-16e4bf2c0501 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1557222830', 'description': 'tempest-description--1844770938'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:57:46.115531 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-ed6e2ffd-f27a-4741-978b-16e4bf2c0501 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:46.120786 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-ed6e2ffd-f27a-4741-978b-16e4bf2c0501 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Usage tracker for resource:security_group and tenant:8f40d2219e104d8ba0a5d0df316c2e3c is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:46.128765 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-ed6e2ffd-f27a-4741-978b-16e4bf2c0501 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:46.137101 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-ed6e2ffd-f27a-4741-978b-16e4bf2c0501 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:46.151360 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ed6e2ffd-f27a-4741-978b-16e4bf2c0501 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:46.151561 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Pushing event updated for resources: {'Port': ['ID=a30ab834-d781-408a-8817-97a20e0c6274,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:46.154993 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:46.163653 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-ed6e2ffd-f27a-4741-978b-16e4bf2c0501 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:46.168681 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-ed6e2ffd-f27a-4741-978b-16e4bf2c0501 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Usage tracker for resource:security_group_rule and tenant:8f40d2219e104d8ba0a5d0df316c2e3c is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:46.172322 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-ed6e2ffd-f27a-4741-978b-16e4bf2c0501 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:46.179530 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-ed6e2ffd-f27a-4741-978b-16e4bf2c0501 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:46.237973 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d626ef-8c69-4660-a44f-20b04b5ef372 admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:57:46.308099 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ed6e2ffd-f27a-4741-978b-16e4bf2c0501 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:46.311223 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ed6e2ffd-f27a-4741-978b-16e4bf2c0501 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:46.319170 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c5242501-88bf-4f61-a24b-58fb8806ee90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:46.377671 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e2ffd-f27a-4741-978b-16e4bf2c0501 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ac8a92-b361-4bba-8b5c-f19fc1147667,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:46.380704 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-ed6e2ffd-f27a-4741-978b-16e4bf2c0501 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:46.382522 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ed6e2ffd-f27a-4741-978b-16e4bf2c0501 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:46.384939 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-ed6e2ffd-f27a-4741-978b-16e4bf2c0501 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2865114
Apr 09 13:57:46.387947 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 33130) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:46.394162 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-b4d626ef-8c69-4660-a44f-20b04b5ef372 admin admin] 10.222.0.96 "PUT /v2.0/routers/c1842f10-ceb7-4880-90fc-7dc1c8620969/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0042017
Apr 09 13:57:46.397096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-bd90254f-dd51-4d1e-ac6a-8165d0a74f41 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Request body: {'security_group_rule': {'security_group_id': '37ac8a92-b361-4bba-8b5c-f19fc1147667', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:57:46.405588 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-bd90254f-dd51-4d1e-ac6a-8165d0a74f41 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:46.412326 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-bd90254f-dd51-4d1e-ac6a-8165d0a74f41 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Usage tracker for resource:security_group_rule and tenant:8f40d2219e104d8ba0a5d0df316c2e3c is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:46.417228 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-bd90254f-dd51-4d1e-ac6a-8165d0a74f41 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:46.426167 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-bd90254f-dd51-4d1e-ac6a-8165d0a74f41 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:46.450713 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bd90254f-dd51-4d1e-ac6a-8165d0a74f41 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:46.480083 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-bc3bcf97-3082-40f2-b024-7227c4d909d4 req-21a21e83-82b0-43dc-99f3-7be146f671c3 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] For port bef3ca8a-8fed-47c9-add5-934a3d492c30, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=bef3ca8a-8fed-47c9-add5-934a3d492c30,segment=NetworkSegment(ef686021-fad8-4b5d-8039-d61ea002be76),segment_id=ef686021-fad8-4b5d-8039-d61ea002be76)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:57:46.529534 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-bc3bcf97-3082-40f2-b024-7227c4d909d4 req-21a21e83-82b0-43dc-99f3-7be146f671c3 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:46.534987 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-bc3bcf97-3082-40f2-b024-7227c4d909d4 req-21a21e83-82b0-43dc-99f3-7be146f671c3 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10405853'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:46.542190 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bd90254f-dd51-4d1e-ac6a-8165d0a74f41 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:46.548358 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['bef3ca8a-8fed-47c9-add5-934a3d492c30'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:57:46.558947 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bd90254f-dd51-4d1e-ac6a-8165d0a74f41 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874469'] for security_group_rule, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:46.561434 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0e5b0a99-bc12-4f42-96a5-b3d62e0cdc5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:46.569892 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-032a62cd-4413-441b-8f0d-1f85b889863b tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:46.596405 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90254f-dd51-4d1e-ac6a-8165d0a74f41 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d712a5-fccd-4670-ba81-69c4e77f0456,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:46.599650 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-bd90254f-dd51-4d1e-ac6a-8165d0a74f41 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:46.612861 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bd90254f-dd51-4d1e-ac6a-8165d0a74f41 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:46.616991 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-bd90254f-dd51-4d1e-ac6a-8165d0a74f41 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2274444
Apr 09 13:57:46.617812 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 33136) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:46.624453 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-f848e4b3-f18d-46bb-8cc3-f8ad147027f9 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Request body: {'security_group_rule': {'security_group_id': '37ac8a92-b361-4bba-8b5c-f19fc1147667', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:57:46.631485 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-f848e4b3-f18d-46bb-8cc3-f8ad147027f9 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:46.635702 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-f848e4b3-f18d-46bb-8cc3-f8ad147027f9 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Usage tracker for resource:security_group_rule and tenant:8f40d2219e104d8ba0a5d0df316c2e3c is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:46.648023 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-f848e4b3-f18d-46bb-8cc3-f8ad147027f9 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:46.660667 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-f848e4b3-f18d-46bb-8cc3-f8ad147027f9 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:46.702676 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f848e4b3-f18d-46bb-8cc3-f8ad147027f9 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:46.902673 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f848e4b3-f18d-46bb-8cc3-f8ad147027f9 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:46.906854 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a21e83-82b0-43dc-99f3-7be146f671c3 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Pushing event updated for resources: {'Port': ['ID=bef3ca8a-8fed-47c9-add5-934a3d492c30,revision_number=7']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:46.915354 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f848e4b3-f18d-46bb-8cc3-f8ad147027f9 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874469'] for security_group_rule, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:46.917536 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:46.941631 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bcf97-3082-40f2-b024-7227c4d909d4 req-21a21e83-82b0-43dc-99f3-7be146f671c3 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:46.942428 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-bc3bcf97-3082-40f2-b024-7227c4d909d4 req-21a21e83-82b0-43dc-99f3-7be146f671c3 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:46.944729 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bc3bcf97-3082-40f2-b024-7227c4d909d4 req-21a21e83-82b0-43dc-99f3-7be146f671c3 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "PUT /v2.0/ports/bef3ca8a-8fed-47c9-add5-934a3d492c30 HTTP/1.1" status: 200  len: 942 time: 1.8365309
Apr 09 13:57:46.945326 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42a8f6c-bc99-4da9-839f-f2e55bcf5e45', 'tag': 'bef3ca8a-8fed-47c9-add5-934a3d492c30'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:57:46.956257 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 33150) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:46.965351 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-21a21e83-82b0-43dc-99f3-7be146f671c3 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:46.991904 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['bef3ca8a-8fed-47c9-add5-934a3d492c30'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:57:47.011476 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848e4b3-f18d-46bb-8cc3-f8ad147027f9 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f08240f-c3ef-4cf5-a048-612a543f9bd8,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:47.034011 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42a8f6c-bc99-4da9-839f-f2e55bcf5e45', 'tag': 'bef3ca8a-8fed-47c9-add5-934a3d492c30', 'status': 'completed', 'code': 200}
Apr 09 13:57:47.054969 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f848e4b3-f18d-46bb-8cc3-f8ad147027f9 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:47.058765 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f848e4b3-f18d-46bb-8cc3-f8ad147027f9 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:47.065035 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33154) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:47.065696 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-f848e4b3-f18d-46bb-8cc3-f8ad147027f9 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4463947
Apr 09 13:57:47.071859 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-37add11b-87cd-4cd3-a1cc-7be81e6d7374 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Request body: {'floatingip': {'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:57:47.085540 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-37add11b-87cd-4cd3-a1cc-7be81e6d7374 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:47.092777 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-37add11b-87cd-4cd3-a1cc-7be81e6d7374 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Usage tracker for resource:floatingip and tenant:8f40d2219e104d8ba0a5d0df316c2e3c is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:47.099031 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-37add11b-87cd-4cd3-a1cc-7be81e6d7374 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:47.114933 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-37add11b-87cd-4cd3-a1cc-7be81e6d7374 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:47.142321 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-37add11b-87cd-4cd3-a1cc-7be81e6d7374 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for floatingip, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:47.225284 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-076f9a46-2e61-44f4-90b8-9b0d42309b14 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:47.318817 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-076f9a46-2e61-44f4-90b8-9b0d42309b14 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:47.340884 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-593af596-8bad-4f13-a125-0bb1aecab03c None None] Provisioning complete for port bef3ca8a-8fed-47c9-add5-934a3d492c30 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:57:47.341781 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-593af596-8bad-4f13-a125-0bb1aecab03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:47.412717 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-37add11b-87cd-4cd3-a1cc-7be81e6d7374 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:47.436133 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ba1bc-f28c-427b-8b2d-d0b82fd593c6 req-dc15cdc3-4815-4c6a-9b52-5210df7439e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:47.439535 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-779ba1bc-f28c-427b-8b2d-d0b82fd593c6 req-dc15cdc3-4815-4c6a-9b52-5210df7439e4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4c147f1cde8b46c7be8d2d3698b9a007&device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 1098 time: 0.3225718
Apr 09 13:57:47.487170 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-076f9a46-2e61-44f4-90b8-9b0d42309b14 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:47.497826 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5ecc1ad0-d800-4f05-9245-23577425290e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:47.521930 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] Sync routers for ids ['c1842f10-ceb7-4880-90fc-7dc1c8620969'] in dv-cinder-785362-1-iscsi {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:57:47.535233 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] Routers {'c1842f10-ceb7-4880-90fc-7dc1c8620969'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:57:47.536390 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcd1b208>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:57:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['c1842f10-ceb7-4880-90fc-7dc1c8620969'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:57:47.587112 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f9a46-2e61-44f4-90b8-9b0d42309b14 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfeafb9-b993-4773-b43e-0c2f83d2ac3f,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:47.619230 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-076f9a46-2e61-44f4-90b8-9b0d42309b14 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:47.626540 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-37add11b-87cd-4cd3-a1cc-7be81e6d7374 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Allocated IP 172.27.0.196 (ef175b21-42e7-4a59-9f09-4b77dc7ee6f8/51aa8935-8cce-40ab-82a2-0ed18a8aeaa8/cc0d74b5-65f9-440d-9167-9ec76679f407) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:57:47.635567 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 33166) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:47.649490 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1795934299-network', 'tenant_id': '08f2a69b635a4c95adfbaf224d726273'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:57:47.660014 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-076f9a46-2e61-44f4-90b8-9b0d42309b14 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:47.664132 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-076f9a46-2e61-44f4-90b8-9b0d42309b14 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "DELETE /v2.0/security-groups/2cfeafb9-b993-4773-b43e-0c2f83d2ac3f HTTP/1.1" status: 204  len: 168 time: 0.6860993
Apr 09 13:57:47.664988 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 33170) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:47.666553 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:47.668708 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device a30ab834-d781-408a-8817-97a20e0c6274 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:57:47.742604 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] Usage tracker for resource:network and tenant:08f2a69b635a4c95adfbaf224d726273 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:47.755597 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:47.773220 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] Set router c1842f10-ceb7-4880-90fc-7dc1c8620969 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:57:47.779741 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:47.786628 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port a30ab834-d781-408a-8817-97a20e0c6274 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:57:47.787448 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:47.823036 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ba1bc-f28c-427b-8b2d-d0b82fd593c6 req-86f553d5-fc1e-48fb-b942-7485b492cc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:47.824675 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-779ba1bc-f28c-427b-8b2d-d0b82fd593c6 req-86f553d5-fc1e-48fb-b942-7485b492cc8e service neutron] 10.222.0.93 "GET /v2.0/networks?id=790e52e4-8e7b-4b24-9306-15744e4e6057 HTTP/1.1" status: 200  len: 916 time: 0.3708251
Apr 09 13:57:47.825706 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-37add11b-87cd-4cd3-a1cc-7be81e6d7374 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:47.828683 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] Made reservation on behalf of 08f2a69b635a4c95adfbaf224d726273 for: {'network': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:57:47.834639 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for network, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:47.863721 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-37add11b-87cd-4cd3-a1cc-7be81e6d7374 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:47.884882 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c890db93-a2c3-45ab-8344-11678cc0a656 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:47.911416 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:48.028037 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:48.037756 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37add11b-87cd-4cd3-a1cc-7be81e6d7374 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Pushing event updated for resources: {'Port': ['ID=cc0d74b5-65f9-440d-9167-9ec76679f407,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:48.043287 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-37add11b-87cd-4cd3-a1cc-7be81e6d7374 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:48.065403 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] Usage tracker for resource:security_group_rule and tenant:08f2a69b635a4c95adfbaf224d726273 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:48.072480 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:48.097613 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37add11b-87cd-4cd3-a1cc-7be81e6d7374 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:57:48.099017 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-37add11b-87cd-4cd3-a1cc-7be81e6d7374 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:57:48.101415 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37add11b-87cd-4cd3-a1cc-7be81e6d7374 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:57:48.104440 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:48.116887 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-779ba1bc-f28c-427b-8b2d-d0b82fd593c6 req-3266c38f-b32b-4c82-85b3-5427f699524f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bef3ca8a-8fed-47c9-add5-934a3d492c30 HTTP/1.1" status: 200  len: 999 time: 0.2623258
Apr 09 13:57:48.165202 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcd1b208>, [{'id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'name': 'tempest-TestShelveInstance-684887440-router', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a30ab834-d781-408a-8817-97a20e0c6274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:57:35Z', 'updated_at': '2021-04-09T13:57:43Z', 'revision_number': 4, 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'gw_port': {'id': 'a30ab834-d781-408a-8817-97a20e0c6274', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:36Z', 'updated_at': '2021-04-09T13:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '194a7cd8-2b9d-4629-b068-0974e3a52678', 'name': '', 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'mac_address': 'fa:16:3e:6e:35:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '344aad20-d45e-469e-8ef2-5e45b8c2ce38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:42Z', 'updated_at': '2021-04-09T13:57:44Z', 'revision_number': 2, 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'subnets': [{'id': '344aad20-d45e-469e-8ef2-5e45b8c2ce38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:57:48.170051 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] Checking router: c1842f10-ceb7-4880-90fc-7dc1c8620969 for host: dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:57:48.170567 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] Updating router c1842f10-ceb7-4880-90fc-7dc1c8620969 port 194a7cd8-2b9d-4629-b068-0974e3a52678 binding host dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 13:57:48.180552 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-8a4d4bcb-43cb-414e-83e9-bc1f7497bca8 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Deleting port bdc80319-21c0-422c-851d-7ed2b8154be3 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:57:48.181169 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4bcb-43cb-414e-83e9-bc1f7497bca8 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:48.193399 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-37add11b-87cd-4cd3-a1cc-7be81e6d7374 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:48.237219 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:48.281986 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-37add11b-87cd-4cd3-a1cc-7be81e6d7374 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:48.323008 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ba1bc-f28c-427b-8b2d-d0b82fd593c6 req-a82bf95f-e705-4903-bf85-a1b0775537b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:48.326110 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-779ba1bc-f28c-427b-8b2d-d0b82fd593c6 req-a82bf95f-e705-4903-bf85-a1b0775537b9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3 HTTP/1.1" status: 200  len: 854 time: 0.2003515
Apr 09 13:57:48.345970 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a75a-cb7b-432c-bec9-2dc24ef9be28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:48.637417 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4bcb-43cb-414e-83e9-bc1f7497bca8 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:48.637833 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4bcb-43cb-414e-83e9-bc1f7497bca8 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:48.647889 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ba1bc-f28c-427b-8b2d-d0b82fd593c6 req-ab97f9f0-563e-4ce7-85e2-320182f3288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:48.650015 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-779ba1bc-f28c-427b-8b2d-d0b82fd593c6 req-ab97f9f0-563e-4ce7-85e2-320182f3288e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=790e52e4-8e7b-4b24-9306-15744e4e6057&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2814119
Apr 09 13:57:48.694188 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-37add11b-87cd-4cd3-a1cc-7be81e6d7374 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:48.699830 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-37add11b-87cd-4cd3-a1cc-7be81e6d7374 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10405853'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:48.728383 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-aca975d3-59fa-4720-9495-67594372cf26 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:48.747662 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:48.772223 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] Notify callbacks [] for port, precommit_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:48.785811 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] Transition to ACTIVE for port object 194a7cd8-2b9d-4629-b068-0974e3a52678 will not be triggered until provisioned by entity L2. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:57:48.792361 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:48.810611 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-df133da2-d65f-485d-ad29-417fd712cceb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:48.816221 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37add11b-87cd-4cd3-a1cc-7be81e6d7374 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Pushing event updated for resources: {'Port': ['ID=cc0d74b5-65f9-440d-9167-9ec76679f407,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:48.889433 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-37add11b-87cd-4cd3-a1cc-7be81e6d7374 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:48.935090 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-779ba1bc-f28c-427b-8b2d-d0b82fd593c6 req-6bb0789a-ca19-4320-b1d6-d8141ff92cb2 service neutron] 10.222.0.93 "GET /v2.0/networks/790e52e4-8e7b-4b24-9306-15744e4e6057?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2737541
Apr 09 13:57:48.944512 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-8a4d4bcb-43cb-414e-83e9-bc1f7497bca8 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Calling delete_port for bdc80319-21c0-422c-851d-7ed2b8154be3 owned by network:floatingip {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:57:48.967507 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11edd8-9894-4be6-844d-edada17c4c0e None None] Pushing event updated for resources: {'Port': ['ID=194a7cd8-2b9d-4629-b068-0974e3a52678,revision_number=3']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:48.982559 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11edd8-9894-4be6-844d-edada17c4c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:48.982947 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11edd8-9894-4be6-844d-edada17c4c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:48.983325 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11edd8-9894-4be6-844d-edada17c4c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:48.983733 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11edd8-9894-4be6-844d-edada17c4c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:48.984066 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11edd8-9894-4be6-844d-edada17c4c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:48.984462 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11edd8-9894-4be6-844d-edada17c4c0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:48.984826 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11edd8-9894-4be6-844d-edada17c4c0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:48.985251 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11edd8-9894-4be6-844d-edada17c4c0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:48.985619 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11edd8-9894-4be6-844d-edada17c4c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:48.985983 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11edd8-9894-4be6-844d-edada17c4c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:48.986138 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:48.986339 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11edd8-9894-4be6-844d-edada17c4c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:48.986703 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11edd8-9894-4be6-844d-edada17c4c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:57:48.991583 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0f11edd8-9894-4be6-844d-edada17c4c0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:49.018578 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-a3a71769-db4e-4a11-ac52-9ad52d87a409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:49.069313 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-37add11b-87cd-4cd3-a1cc-7be81e6d7374 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850926857'] for floatingip, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:49.104335 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-37add11b-87cd-4cd3-a1cc-7be81e6d7374 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for floatingip, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:49.106324 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-37add11b-87cd-4cd3-a1cc-7be81e6d7374 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.0396590
Apr 09 13:57:49.128948 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 953}  {{(pid=85291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 13:57:49.176198 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e615461-7cb9-47e9-93fc-716e7d895172,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:49.187850 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:49.188827 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.segments_db [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] Added segment de3cc2cb-4274-4186-ad06-37cd94bdad21 of type vlan for network 495c5779-c0bd-4f26-96d4-c4b505385773
Apr 09 13:57:49.190268 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:49.276512 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733478247317'] for network, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:49.297543 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-779ba1bc-f28c-427b-8b2d-d0b82fd593c6 req-f3aa73dc-423e-4c63-9f92-a23e957a39ff service neutron] 10.222.0.93 "GET /v2.0/networks/790e52e4-8e7b-4b24-9306-15744e4e6057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3188910
Apr 09 13:57:49.399726 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for network, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:49.405996 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:49.406642 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:49.426789 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:49.442269 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-c00dce6f-1598-4f05-9a19-6332dd60f103 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1557222830&fields=id&tenant_id=8f40d2219e104d8ba0a5d0df316c2e3c HTTP/1.1" status: 200  len: 267 time: 0.0277431
Apr 09 13:57:49.449200 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] Attempting to bind port 194a7cd8-2b9d-4629-b068-0974e3a52678 on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:57:49.449697 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] Attempting to bind port 194a7cd8-2b9d-4629-b068-0974e3a52678 by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': '7321b2c1-f9a4-4e1e-ba73-1adf48f326b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c'}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:57:49.450194 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] Attempting to bind port 194a7cd8-2b9d-4629-b068-0974e3a52678 on network 8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:57:49.457100 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:57:49.457637 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] Checking segment: {'id': '7321b2c1-f9a4-4e1e-ba73-1adf48f326b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:57:49.458165 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:49.458674 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] Bound using segment: {'id': '7321b2c1-f9a4-4e1e-ba73-1adf48f326b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c'} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:57:49.459593 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] Bound port: 194a7cd8-2b9d-4629-b068-0974e3a52678, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7321b2c1-f9a4-4e1e-ba73-1adf48f326b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c'}}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:57:49.460046 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:49.463888 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4bcb-43cb-414e-83e9-bc1f7497bca8 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:49.543877 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] For port 194a7cd8-2b9d-4629-b068-0974e3a52678, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:57:49.548918 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] For port 194a7cd8-2b9d-4629-b068-0974e3a52678, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=194a7cd8-2b9d-4629-b068-0974e3a52678,segment=NetworkSegment(7321b2c1-f9a4-4e1e-ba73-1adf48f326b4),segment_id=7321b2c1-f9a4-4e1e-ba73-1adf48f326b4)] {{(pid=85293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:57:49.555103 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:49.572636 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:49.634309 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-a0a0dc6f-6534-401f-8f2f-59d758470e35 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:49.636155 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-a0a0dc6f-6534-401f-8f2f-59d758470e35 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/networks?id=9010c4eb-70b0-4853-abe2-15efc5a47948 HTTP/1.1" status: 200  len: 817 time: 0.1846740
Apr 09 13:57:49.654973 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-c731c278-53c8-4402-88ad-22382ffcb39a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/quotas/8f40d2219e104d8ba0a5d0df316c2e3c HTTP/1.1" status: 200  len: 375 time: 0.0110779
Apr 09 13:57:49.736252 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11edd8-9894-4be6-844d-edada17c4c0e None None] Pushing event updated for resources: {'Port': ['ID=194a7cd8-2b9d-4629-b068-0974e3a52678,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:49.749783 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0f11edd8-9894-4be6-844d-edada17c4c0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:49.773230 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-dad47de5-1fce-48c0-82cb-4df33c4b1889 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=8f40d2219e104d8ba0a5d0df316c2e3c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1100361
Apr 09 13:57:49.790791 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.1523817
Apr 09 13:57:49.794621 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33206) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:49.803622 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-5643fc1a-500a-4588-830e-30225f6a7fa9 admin admin] Request body: {'subnet': {'network_id': '495c5779-c0bd-4f26-96d4-c4b505385773', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1795934299-subnet', 'tenant_id': '08f2a69b635a4c95adfbaf224d726273', 'ip_version': 4}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:57:49.804499 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] Routers {'c1842f10-ceb7-4880-90fc-7dc1c8620969'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:57:49.805318 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcd1b208>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:57:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['c1842f10-ceb7-4880-90fc-7dc1c8620969'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:57:49.809786 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-5643fc1a-500a-4588-830e-30225f6a7fa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:49.815043 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-5643fc1a-500a-4588-830e-30225f6a7fa9 admin admin] Usage tracker for resource:subnet and tenant:08f2a69b635a4c95adfbaf224d726273 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:49.818878 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-5643fc1a-500a-4588-830e-30225f6a7fa9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:49.825769 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-5643fc1a-500a-4588-830e-30225f6a7fa9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:49.842251 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5643fc1a-500a-4588-830e-30225f6a7fa9 admin admin] Made reservation on behalf of 08f2a69b635a4c95adfbaf224d726273 for: {'subnet': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:57:49.850960 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5643fc1a-500a-4588-830e-30225f6a7fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9982305'] for subnet, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:49.902112 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] Pushing event updated for resources: {'Network': ['ID=495c5779-c0bd-4f26-96d4-c4b505385773,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:49.906763 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:49.907786 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:49.917424 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Network 495c5779-c0bd-4f26-96d4-c4b505385773 details requested by agent ovs-agent-dv-cinder-785362-1-iscsi with host dv-cinder-785362-1-iscsi {{(pid=85292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 13:57:50.008794 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d4bcb-43cb-414e-83e9-bc1f7497bca8 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Pushing event deleted for resources: {'Port': ['ID=bdc80319-21c0-422c-851d-7ed2b8154be3,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:50.032442 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-8a4d4bcb-43cb-414e-83e9-bc1f7497bca8 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:50.135531 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] Set router c1842f10-ceb7-4880-90fc-7dc1c8620969 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:57:50.232795 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4bcb-43cb-414e-83e9-bc1f7497bca8 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks [] for floatingip, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:50.233609 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.l3_db [None req-8a4d4bcb-43cb-414e-83e9-bc1f7497bca8 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Floating IP 6abb9890-9e6f-4a1b-abdd-71562b1e94ab disassociated (deleted). External IP: 172.27.0.7, port: bef3ca8a-8fed-47c9-add5-934a3d492c30.
Apr 09 13:57:50.448307 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-3011a460-730b-42b0-bcd5-a32da4297d70 service neutron] 10.222.0.96 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6608009
Apr 09 13:57:50.534229 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcd1b208>, [{'id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'name': 'tempest-TestShelveInstance-684887440-router', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a30ab834-d781-408a-8817-97a20e0c6274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:57:35Z', 'updated_at': '2021-04-09T13:57:43Z', 'revision_number': 4, 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'gw_port': {'id': 'a30ab834-d781-408a-8817-97a20e0c6274', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:36Z', 'updated_at': '2021-04-09T13:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '194a7cd8-2b9d-4629-b068-0974e3a52678', 'name': '', 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'mac_address': 'fa:16:3e:6e:35:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '344aad20-d45e-469e-8ef2-5e45b8c2ce38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:42Z', 'updated_at': '2021-04-09T13:57:49Z', 'revision_number': 4, 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'subnets': [{'id': '344aad20-d45e-469e-8ef2-5e45b8c2ce38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:57:50.540083 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0622fbca-49f6-4355-a826-f15f6e314793 None None] The sync data for ids ['c1842f10-ceb7-4880-90fc-7dc1c8620969'] in dv-cinder-785362-1-iscsi is: [{'id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'name': 'tempest-TestShelveInstance-684887440-router', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a30ab834-d781-408a-8817-97a20e0c6274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:57:35Z', 'updated_at': '2021-04-09T13:57:43Z', 'revision_number': 4, 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'gw_port': {'id': 'a30ab834-d781-408a-8817-97a20e0c6274', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:36Z', 'updated_at': '2021-04-09T13:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '194a7cd8-2b9d-4629-b068-0974e3a52678', 'name': '', 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'mac_address': 'fa:16:3e:6e:35:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '344aad20-d45e-469e-8ef2-5e45b8c2ce38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:42Z', 'updated_at': '2021-04-09T13:57:49Z', 'revision_number': 4, 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'subnets': [{'id': '344aad20-d45e-469e-8ef2-5e45b8c2ce38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:57:50.760384 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4d4bcb-43cb-414e-83e9-bc1f7497bca8 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Router 3a98f447-bed3-4a39-8b00-1d5d78d4d742 has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 13:57:50.781334 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-77ed18a9-4ef8-4535-8f79-489e0af27afc service neutron] 10.222.0.96 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3317432
Apr 09 13:57:50.787833 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33222) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:50.985839 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5643fc1a-500a-4588-830e-30225f6a7fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844370142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9982288'] for subnet, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:51.082484 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4d4bcb-43cb-414e-83e9-bc1f7497bca8 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:57:51.089450 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:51.091280 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4bcb-43cb-414e-83e9-bc1f7497bca8 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for floatingip, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:51.099232 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaacdbc-4695-4ed1-b488-370c410b8179 None None] Sync routers for ids ['3a98f447-bed3-4a39-8b00-1d5d78d4d742'] in dv-cinder-785362-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:57:51.117185 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaacdbc-4695-4ed1-b488-370c410b8179 None None] Routers {'3a98f447-bed3-4a39-8b00-1d5d78d4d742'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:57:51.118104 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-1eaacdbc-4695-4ed1-b488-370c410b8179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc2422e8>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:57:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['3a98f447-bed3-4a39-8b00-1d5d78d4d742'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:57:51.185984 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-8a4d4bcb-43cb-414e-83e9-bc1f7497bca8 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "DELETE /v2.0/floatingips/6abb9890-9e6f-4a1b-abdd-71562b1e94ab HTTP/1.1" status: 204  len: 168 time: 3.5137885
Apr 09 13:57:51.186868 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42a8f6c-bc99-4da9-839f-f2e55bcf5e45', 'tag': 'bef3ca8a-8fed-47c9-add5-934a3d492c30'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:57:51.459292 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-1eaacdbc-4695-4ed1-b488-370c410b8179 None None] Set router 3a98f447-bed3-4a39-8b00-1d5d78d4d742 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:57:51.621915 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:51.628621 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-74c4ed4c-f7d9-4723-a381-9c0f73c1e95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:51.681522 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-478d01ca-f0b6-4b27-83ac-b0fa36a1cadc req-cd54e8ca-11f9-4e27-a50c-f760c3dd584e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 210 time: 0.5936756
Apr 09 13:57:51.693937 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-66ce437c-5c4a-4ad4-8cdb-8e94ffc36d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:51.739981 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-66ce437c-5c4a-4ad4-8cdb-8e94ffc36d0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:51.748413 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-66ce437c-5c4a-4ad4-8cdb-8e94ffc36d0e admin admin] Usage tracker for resource:security_group_rule and tenant:ec07cb99f1fe43dea978dc0bd42818be is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:51.767243 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-66ce437c-5c4a-4ad4-8cdb-8e94ffc36d0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:51.784262 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-66ce437c-5c4a-4ad4-8cdb-8e94ffc36d0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:51.794198 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 194a7cd8-2b9d-4629-b068-0974e3a52678 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:57:51.805244 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42a8f6c-bc99-4da9-839f-f2e55bcf5e45', 'tag': 'bef3ca8a-8fed-47c9-add5-934a3d492c30', 'status': 'completed', 'code': 200}
Apr 09 13:57:51.816055 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643fc1a-500a-4588-830e-30225f6a7fa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd05e2ed-7d10-4420-9e77-3f3fc69fe1c4,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:51.841900 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5643fc1a-500a-4588-830e-30225f6a7fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:51.910313 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5643fc1a-500a-4588-830e-30225f6a7fa9 admin admin] Checking segment: {'id': 'de3cc2cb-4274-4186-ad06-37cd94bdad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '495c5779-c0bd-4f26-96d4-c4b505385773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:57:51.910717 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5643fc1a-500a-4588-830e-30225f6a7fa9 admin admin] Network hostable DHCP agents. Network: 495c5779-c0bd-4f26-96d4-c4b505385773, hostable agents: ['470b7876-9f31-410a-8036-567e17def360'], hosted agents: [] {{(pid=85290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 13:57:51.983132 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5643fc1a-500a-4588-830e-30225f6a7fa9 admin admin] Network 495c5779-c0bd-4f26-96d4-c4b505385773 is scheduled to be hosted by DHCP agent 470b7876-9f31-410a-8036-567e17def360 with binding_index 1 {{(pid=85290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 13:57:51.989940 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38e17a-fd2f-4afc-b677-6eb72010d130 req-49683f81-99f3-4201-90ad-134f53cd2f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:51.992187 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7c38e17a-fd2f-4afc-b677-6eb72010d130 req-49683f81-99f3-4201-90ad-134f53cd2f41 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4c147f1cde8b46c7be8d2d3698b9a007&device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 1098 time: 0.1612387
Apr 09 13:57:52.039356 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-5643fc1a-500a-4588-830e-30225f6a7fa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-iscsi, 495c5779-c0bd-4f26-96d4-c4b505385773) {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:57:52.097919 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5643fc1a-500a-4588-830e-30225f6a7fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:52.099589 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5643fc1a-500a-4588-830e-30225f6a7fa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:52.133395 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-5643fc1a-500a-4588-830e-30225f6a7fa9 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.3368442
Apr 09 13:57:52.136113 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 33252) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:52.143402 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-66ce437c-5c4a-4ad4-8cdb-8e94ffc36d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:52.145324 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-c827f88b-d323-4ff4-94c7-791d1b6fa4cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1795934299-router', 'tenant_id': '08f2a69b635a4c95adfbaf224d726273', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:57:52.147167 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-66ce437c-5c4a-4ad4-8cdb-8e94ffc36d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:52.151011 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-c827f88b-d323-4ff4-94c7-791d1b6fa4cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:52.155420 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-c827f88b-d323-4ff4-94c7-791d1b6fa4cc admin admin] Usage tracker for resource:router and tenant:08f2a69b635a4c95adfbaf224d726273 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:52.156333 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-af892906-0ef1-46bc-bc74-4bfe3d4ad66a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:52.160857 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-c827f88b-d323-4ff4-94c7-791d1b6fa4cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:52.167864 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-c827f88b-d323-4ff4-94c7-791d1b6fa4cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:52.180916 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c827f88b-d323-4ff4-94c7-791d1b6fa4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850958062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2571'] for router, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:52.182503 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c827f88b-d323-4ff4-94c7-791d1b6fa4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850952565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850926980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850845151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15101'] for router, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:52.209801 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f233719-6656-468e-886a-5dade5e57a32 None None] Network 495c5779-c0bd-4f26-96d4-c4b505385773 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:57:52.223683 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-66ce437c-5c4a-4ad4-8cdb-8e94ffc36d0e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ec07cb99f1fe43dea978dc0bd42818be&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4295118
Apr 09 13:57:52.225071 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce437c-5c4a-4ad4-8cdb-8e94ffc36d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9086cd2-a7b2-452d-ac3b-00135a71d4c3,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:52.228864 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33256) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:52.242518 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c827f88b-d323-4ff4-94c7-791d1b6fa4cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:52.244732 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-66ce437c-5c4a-4ad4-8cdb-8e94ffc36d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:52.259981 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38e17a-fd2f-4afc-b677-6eb72010d130 req-658ed8cb-539f-4fc7-8dbf-155bf348d2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:52.265511 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7c38e17a-fd2f-4afc-b677-6eb72010d130 req-658ed8cb-539f-4fc7-8dbf-155bf348d2da service neutron] 10.222.0.93 "GET /v2.0/networks?id=790e52e4-8e7b-4b24-9306-15744e4e6057 HTTP/1.1" status: 200  len: 916 time: 0.2664812
Apr 09 13:57:52.357494 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7c38e17a-fd2f-4afc-b677-6eb72010d130 req-bf01eab6-cdfb-4c02-82b1-679008528d60 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bef3ca8a-8fed-47c9-add5-934a3d492c30 HTTP/1.1" status: 200  len: 217 time: 0.0842803
Apr 09 13:57:52.369747 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-12c965ae-3b15-4cf6-9dc3-5ec21aeb607b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:52.400889 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-12c965ae-3b15-4cf6-9dc3-5ec21aeb607b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:52.497065 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-12c965ae-3b15-4cf6-9dc3-5ec21aeb607b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:52.513913 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-66ce437c-5c4a-4ad4-8cdb-8e94ffc36d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:52.527471 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port 194a7cd8-2b9d-4629-b068-0974e3a52678 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:57:52.552419 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c965ae-3b15-4cf6-9dc3-5ec21aeb607b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9086cd2-a7b2-452d-ac3b-00135a71d4c3,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:52.560597 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-12c965ae-3b15-4cf6-9dc3-5ec21aeb607b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:52.563327 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-12c965ae-3b15-4cf6-9dc3-5ec21aeb607b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:52.582943 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-12c965ae-3b15-4cf6-9dc3-5ec21aeb607b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a9086cd2-a7b2-452d-ac3b-00135a71d4c3 HTTP/1.1" status: 204  len: 168 time: 0.3402164
Apr 09 13:57:52.599503 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 194a7cd8-2b9d-4629-b068-0974e3a52678 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:57:52.600224 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:52.639882 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7235aeb8-3b78-4eaf-b3b2-595ec79bed73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3278d780-4f16-5798-b389-7fa32c4e7436-495c5779-c0bd-4f26-96d4-c4b505385773', 'network_id': '495c5779-c0bd-4f26-96d4-c4b505385773', 'tenant_id': '08f2a69b635a4c95adfbaf224d726273', 'fixed_ips': [{'subnet_id': 'dd05e2ed-7d10-4420-9e77-3f3fc69fe1c4'}]}} from dv-cinder-785362-1-iscsi. {{(pid=85292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 09 13:57:52.640755 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7235aeb8-3b78-4eaf-b3b2-595ec79bed73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:52.676512 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-1eaacdbc-4695-4ed1-b488-370c410b8179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc2422e8>, [{'id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'name': 'tempest-TestMinimumBasicScenario-1166549237-router', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'a7ba2071-2a06-4595-9b63-7a07847597bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:51:19Z', 'updated_at': '2021-04-09T13:51:28Z', 'revision_number': 4, 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'gw_port': {'id': 'a7ba2071-2a06-4595-9b63-7a07847597bf', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:20Z', 'updated_at': '2021-04-09T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '5d9fd947-9e56-4a32-b205-0cdbb9ba3d63', 'name': '', 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'mac_address': 'fa:16:3e:e2:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:26Z', 'updated_at': '2021-04-09T13:51:37Z', 'revision_number': 5, 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'subnets': [{'id': 'c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:57:52.712093 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaacdbc-4695-4ed1-b488-370c410b8179 None None] Checking router: 3a98f447-bed3-4a39-8b00-1d5d78d4d742 for host: dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:57:52.771081 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c827f88b-d323-4ff4-94c7-791d1b6fa4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850926995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850958077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15084'] for router, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:52.811400 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaacdbc-4695-4ed1-b488-370c410b8179 None None] Routers {'3a98f447-bed3-4a39-8b00-1d5d78d4d742'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:57:52.812103 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-1eaacdbc-4695-4ed1-b488-370c410b8179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc2422e8>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:57:52Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['3a98f447-bed3-4a39-8b00-1d5d78d4d742'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:57:52.828512 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38e17a-fd2f-4afc-b677-6eb72010d130 req-c5e36ec6-45c7-4d38-bf02-290cc7390c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:52.830489 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7c38e17a-fd2f-4afc-b677-6eb72010d130 req-c5e36ec6-45c7-4d38-bf02-290cc7390c06 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3 HTTP/1.1" status: 200  len: 854 time: 0.4103255
Apr 09 13:57:52.976845 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c8353a5f-c696-4ae5-8090-7126eeced76c req-e3346288-9273-4e1f-ac2c-7c825c6c4b64 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 210 time: 0.1034856
Apr 09 13:57:53.133249 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33268) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:53.237236 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-6500e749-7e7b-43c6-a083-5d2fc87d2ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:53.275042 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:53.319861 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-6500e749-7e7b-43c6-a083-5d2fc87d2ff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:53.339410 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-6500e749-7e7b-43c6-a083-5d2fc87d2ff2 admin admin] Usage tracker for resource:security_group_rule and tenant:d5178b369bef45ad808f6ce49f65776a is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:53.346471 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-6500e749-7e7b-43c6-a083-5d2fc87d2ff2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:53.350052 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:53.370200 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-6500e749-7e7b-43c6-a083-5d2fc87d2ff2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:53.394963 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] For port 194a7cd8-2b9d-4629-b068-0974e3a52678, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=194a7cd8-2b9d-4629-b068-0974e3a52678,segment=NetworkSegment(7321b2c1-f9a4-4e1e-ba73-1adf48f326b4),segment_id=7321b2c1-f9a4-4e1e-ba73-1adf48f326b4)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:57:53.411476 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:53.424052 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:53.430817 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:53.441120 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-dbe65bf1-c297-4ca2-8ef2-0549cf139c89 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:53.442711 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-dbe65bf1-c297-4ca2-8ef2-0549cf139c89 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.93 "GET /v2.0/networks?id=9010c4eb-70b0-4853-abe2-15efc5a47948 HTTP/1.1" status: 200  len: 817 time: 0.3485057
Apr 09 13:57:53.442833 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38e17a-fd2f-4afc-b677-6eb72010d130 req-bbd5819c-d9ac-483b-8027-d502a5a22da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:53.444380 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7c38e17a-fd2f-4afc-b677-6eb72010d130 req-bbd5819c-d9ac-483b-8027-d502a5a22da3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=790e52e4-8e7b-4b24-9306-15744e4e6057&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5158174
Apr 09 13:57:53.524456 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-1eaacdbc-4695-4ed1-b488-370c410b8179 None None] Set router 3a98f447-bed3-4a39-8b00-1d5d78d4d742 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:57:53.557942 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-224ea05d-bef0-4478-872e-5397f35fd9a6 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8f40d2219e104d8ba0a5d0df316c2e3c HTTP/1.1" status: 200  len: 5705 time: 0.0973129
Apr 09 13:57:53.575115 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-35efd7bd-f3d4-45c3-9ccb-2602d4024c88 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Request body: {'port': {'device_id': '9003e728-4864-4993-828c-85fbe195e182', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'admin_state_up': True, 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'security_groups': ['37ac8a92-b361-4bba-8b5c-f19fc1147667']}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:57:53.601420 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-7235aeb8-3b78-4eaf-b3b2-595ec79bed73 None None] Allocated IP 172.20.0.2 (495c5779-c0bd-4f26-96d4-c4b505385773/dd05e2ed-7d10-4420-9e77-3f3fc69fe1c4/0e9c456f-dfa8-4b5b-beb3-90fbbe64f008) {{(pid=85292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:57:53.628149 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Pushing event updated for resources: {'Port': ['ID=194a7cd8-2b9d-4629-b068-0974e3a52678,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:53.641876 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:53.699043 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-6500e749-7e7b-43c6-a083-5d2fc87d2ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:53.706219 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-6500e749-7e7b-43c6-a083-5d2fc87d2ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:53.715791 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1c330788-3876-4d8c-93d4-d67dd2849b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:53.793443 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500e749-7e7b-43c6-a083-5d2fc87d2ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558d186d-472b-4d70-b90c-408956645105,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:53.802445 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-6500e749-7e7b-43c6-a083-5d2fc87d2ff2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d5178b369bef45ad808f6ce49f65776a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6650865
Apr 09 13:57:53.804346 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 33276) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:53.804491 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-6500e749-7e7b-43c6-a083-5d2fc87d2ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:53.831039 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-35efd7bd-f3d4-45c3-9ccb-2602d4024c88 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:53.839526 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-35efd7bd-f3d4-45c3-9ccb-2602d4024c88 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Usage tracker for resource:port and tenant:8f40d2219e104d8ba0a5d0df316c2e3c is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:53.840656 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7c38e17a-fd2f-4afc-b677-6eb72010d130 req-abe183a5-b9b2-47ac-b27e-79bbaa968142 service neutron] 10.222.0.93 "GET /v2.0/networks/790e52e4-8e7b-4b24-9306-15744e4e6057?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3770201
Apr 09 13:57:53.845151 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-35efd7bd-f3d4-45c3-9ccb-2602d4024c88 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:53.852125 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-35efd7bd-f3d4-45c3-9ccb-2602d4024c88 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:53.863368 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-35efd7bd-f3d4-45c3-9ccb-2602d4024c88 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Made reservation on behalf of 8f40d2219e104d8ba0a5d0df316c2e3c for: {'port': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:57:53.869869 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-35efd7bd-f3d4-45c3-9ccb-2602d4024c88 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:53.980030 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c827f88b-d323-4ff4-94c7-791d1b6fa4cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:54.045547 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c827f88b-d323-4ff4-94c7-791d1b6fa4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:54.054576 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-35efd7bd-f3d4-45c3-9ccb-2602d4024c88 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Allocated IP 172.20.0.6 (9010c4eb-70b0-4853-abe2-15efc5a47948/a11cd7fb-d8a8-4644-9261-21e5c207880f/c82eea80-227b-4764-8f8c-8abc8defd639) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:57:54.113311 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f2b92102-73e5-47cb-9748-d2c2ac3a3466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:54.123918 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7235aeb8-3b78-4eaf-b3b2-595ec79bed73 None None] Notify callbacks [] for port, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:54.139342 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-7235aeb8-3b78-4eaf-b3b2-595ec79bed73 None None] Transition to ACTIVE for port object 0e9c456f-dfa8-4b5b-beb3-90fbbe64f008 will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:57:54.153158 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-1eaacdbc-4695-4ed1-b488-370c410b8179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc2422e8>, [{'id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'name': 'tempest-TestMinimumBasicScenario-1166549237-router', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'a7ba2071-2a06-4595-9b63-7a07847597bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:51:19Z', 'updated_at': '2021-04-09T13:51:28Z', 'revision_number': 4, 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'gw_port': {'id': 'a7ba2071-2a06-4595-9b63-7a07847597bf', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:20Z', 'updated_at': '2021-04-09T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '5d9fd947-9e56-4a32-b205-0cdbb9ba3d63', 'name': '', 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'mac_address': 'fa:16:3e:e2:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:26Z', 'updated_at': '2021-04-09T13:51:37Z', 'revision_number': 5, 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'subnets': [{'id': 'c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:57:54.164882 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaacdbc-4695-4ed1-b488-370c410b8179 None None] The sync data for ids ['3a98f447-bed3-4a39-8b00-1d5d78d4d742'] in dv-cinder-785362-1-iscsi is: [{'id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'name': 'tempest-TestMinimumBasicScenario-1166549237-router', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'a7ba2071-2a06-4595-9b63-7a07847597bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:51:19Z', 'updated_at': '2021-04-09T13:51:28Z', 'revision_number': 4, 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'gw_port': {'id': 'a7ba2071-2a06-4595-9b63-7a07847597bf', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:20Z', 'updated_at': '2021-04-09T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '5d9fd947-9e56-4a32-b205-0cdbb9ba3d63', 'name': '', 'network_id': '790e52e4-8e7b-4b24-9306-15744e4e6057', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'mac_address': 'fa:16:3e:e2:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:26Z', 'updated_at': '2021-04-09T13:51:37Z', 'revision_number': 5, 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'subnets': [{'id': 'c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:57:54.169365 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-7235aeb8-3b78-4eaf-b3b2-595ec79bed73 None None] Transition to ACTIVE for port object 0e9c456f-dfa8-4b5b-beb3-90fbbe64f008 will not be triggered until provisioned by entity DHCP. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:57:54.179238 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7235aeb8-3b78-4eaf-b3b2-595ec79bed73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037'] for port, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:54.195669 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:54.201069 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7c38e17a-fd2f-4afc-b677-6eb72010d130 req-6527183f-1cf7-4820-9148-30fc416599fb service neutron] 10.222.0.93 "GET /v2.0/networks/790e52e4-8e7b-4b24-9306-15744e4e6057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3443465
Apr 09 13:57:54.202963 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f2b92102-73e5-47cb-9748-d2c2ac3a3466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:54.354148 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-c827f88b-d323-4ff4-94c7-791d1b6fa4cc admin admin] Allocated IP 172.27.0.186 (ef175b21-42e7-4a59-9f09-4b77dc7ee6f8/51aa8935-8cce-40ab-82a2-0ed18a8aeaa8/507b0fe4-7bb5-4312-9553-a1eaf5b17be4) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:57:54.382854 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f2b92102-73e5-47cb-9748-d2c2ac3a3466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:54.383312 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235aeb8-3b78-4eaf-b3b2-595ec79bed73 None None] Pushing event updated for resources: {'Port': ['ID=0e9c456f-dfa8-4b5b-beb3-90fbbe64f008,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:54.388368 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7235aeb8-3b78-4eaf-b3b2-595ec79bed73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:54.393914 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:54.403965 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6a5857f0-aacc-42d8-8c0a-fed6185df02d req-6e151f48-c714-4b4f-932e-68309f30d1eb tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 210 time: 0.2883642
Apr 09 13:57:54.463783 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7235aeb8-3b78-4eaf-b3b2-595ec79bed73 None None] Network 495c5779-c0bd-4f26-96d4-c4b505385773 is already hosted by enough agents. {{(pid=85292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:57:54.465237 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-7235aeb8-3b78-4eaf-b3b2-595ec79bed73 None None] Resources bound (agent type, host, resource id):  {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:57:54.471526 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7235aeb8-3b78-4eaf-b3b2-595ec79bed73 None None] Received port after_create {{(pid=85292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:57:54.502309 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-35efd7bd-f3d4-45c3-9ccb-2602d4024c88 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:54.517984 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b92102-73e5-47cb-9748-d2c2ac3a3466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558d186d-472b-4d70-b90c-408956645105,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:54.520447 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-35efd7bd-f3d4-45c3-9ccb-2602d4024c88 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Transition to ACTIVE for port object c82eea80-227b-4764-8f8c-8abc8defd639 will not be triggered until provisioned by entity DHCP. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:57:54.530055 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f2b92102-73e5-47cb-9748-d2c2ac3a3466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:54.550900 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-35efd7bd-f3d4-45c3-9ccb-2602d4024c88 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:54.552965 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f2b92102-73e5-47cb-9748-d2c2ac3a3466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:54.558371 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-f2b92102-73e5-47cb-9748-d2c2ac3a3466 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/558d186d-472b-4d70-b90c-408956645105 HTTP/1.1" status: 204  len: 168 time: 0.7501957
Apr 09 13:57:54.627019 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-7235aeb8-3b78-4eaf-b3b2-595ec79bed73 None None] Attempting to bind port 0e9c456f-dfa8-4b5b-beb3-90fbbe64f008 on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:57:54.627450 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-7235aeb8-3b78-4eaf-b3b2-595ec79bed73 None None] Attempting to bind port 0e9c456f-dfa8-4b5b-beb3-90fbbe64f008 by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': 'de3cc2cb-4274-4186-ad06-37cd94bdad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '495c5779-c0bd-4f26-96d4-c4b505385773'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:57:54.627866 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7235aeb8-3b78-4eaf-b3b2-595ec79bed73 None None] Attempting to bind port 0e9c456f-dfa8-4b5b-beb3-90fbbe64f008 on network 495c5779-c0bd-4f26-96d4-c4b505385773 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:57:54.636874 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7235aeb8-3b78-4eaf-b3b2-595ec79bed73 None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:57:54.637270 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7235aeb8-3b78-4eaf-b3b2-595ec79bed73 None None] Checking segment: {'id': 'de3cc2cb-4274-4186-ad06-37cd94bdad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '495c5779-c0bd-4f26-96d4-c4b505385773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:57:54.637731 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7235aeb8-3b78-4eaf-b3b2-595ec79bed73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:54.638184 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7235aeb8-3b78-4eaf-b3b2-595ec79bed73 None None] Bound using segment: {'id': 'de3cc2cb-4274-4186-ad06-37cd94bdad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '495c5779-c0bd-4f26-96d4-c4b505385773'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:57:54.639013 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-7235aeb8-3b78-4eaf-b3b2-595ec79bed73 None None] Bound port: 0e9c456f-dfa8-4b5b-beb3-90fbbe64f008, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3cc2cb-4274-4186-ad06-37cd94bdad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '495c5779-c0bd-4f26-96d4-c4b505385773'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:57:54.639435 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7235aeb8-3b78-4eaf-b3b2-595ec79bed73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:54.664617 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-483c3362-86b2-4728-8db9-f24569c01e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:54.705813 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c827f88b-d323-4ff4-94c7-791d1b6fa4cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:54.743345 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:54.750451 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c827f88b-d323-4ff4-94c7-791d1b6fa4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:54.755288 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-7235aeb8-3b78-4eaf-b3b2-595ec79bed73 None None] For port 0e9c456f-dfa8-4b5b-beb3-90fbbe64f008, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:57:54.760342 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-7235aeb8-3b78-4eaf-b3b2-595ec79bed73 None None] For port 0e9c456f-dfa8-4b5b-beb3-90fbbe64f008, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=0e9c456f-dfa8-4b5b-beb3-90fbbe64f008,segment=NetworkSegment(de3cc2cb-4274-4186-ad06-37cd94bdad21),segment_id=de3cc2cb-4274-4186-ad06-37cd94bdad21)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:57:54.765637 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7235aeb8-3b78-4eaf-b3b2-595ec79bed73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:54.776596 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d45ec103-ceae-4b9f-b932-bd4f7d6cb642 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:54.790422 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:54.824214 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ce30ae-2b57-46a2-9754-efa722e43994 None None] New status for floating IP 6abb9890-9e6f-4a1b-abdd-71562b1e94ab: DOWN {{(pid=85293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 13:57:54.857802 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efd7bd-f3d4-45c3-9ccb-2602d4024c88 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Pushing event updated for resources: {'Port': ['ID=c82eea80-227b-4764-8f8c-8abc8defd639,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:54.866776 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-35efd7bd-f3d4-45c3-9ccb-2602d4024c88 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:54.881348 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-35efd7bd-f3d4-45c3-9ccb-2602d4024c88 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Network 9010c4eb-70b0-4853-abe2-15efc5a47948 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:57:54.882692 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-35efd7bd-f3d4-45c3-9ccb-2602d4024c88 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:57:54.885607 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-35efd7bd-f3d4-45c3-9ccb-2602d4024c88 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:57:55.019804 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-35efd7bd-f3d4-45c3-9ccb-2602d4024c88 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:55.020842 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-35efd7bd-f3d4-45c3-9ccb-2602d4024c88 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:55.072507 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235aeb8-3b78-4eaf-b3b2-595ec79bed73 None None] Pushing event updated for resources: {'Port': ['ID=0e9c456f-dfa8-4b5b-beb3-90fbbe64f008,revision_number=2']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:55.072771 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827f88b-d323-4ff4-94c7-791d1b6fa4cc admin admin] Pushing event updated for resources: {'Port': ['ID=507b0fe4-7bb5-4312-9553-a1eaf5b17be4,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:55.077933 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c827f88b-d323-4ff4-94c7-791d1b6fa4cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:55.081489 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7235aeb8-3b78-4eaf-b3b2-595ec79bed73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:55.107919 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-35efd7bd-f3d4-45c3-9ccb-2602d4024c88 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5384760
Apr 09 13:57:55.122000 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] Request body: {'port': {'device_id': '9003e728-4864-4993-828c-85fbe195e182', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:57:55.168532 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c827f88b-d323-4ff4-94c7-791d1b6fa4cc admin admin] Network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:57:55.171094 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-c827f88b-d323-4ff4-94c7-791d1b6fa4cc admin admin] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:57:55.174104 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c827f88b-d323-4ff4-94c7-791d1b6fa4cc admin admin] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:57:55.327970 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-37ebc5de-c682-4328-a9d7-9b8cb0bd14c9 None None] Provisioning for port c82eea80-227b-4764-8f8c-8abc8defd639 completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:57:55.342669 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-37ebc5de-c682-4328-a9d7-9b8cb0bd14c9 None None] Provisioning complete for port c82eea80-227b-4764-8f8c-8abc8defd639 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:57:55.343096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-37ebc5de-c682-4328-a9d7-9b8cb0bd14c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:55.400380 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 33296) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:55.421630 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:55.450211 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-37ebc5de-c682-4328-a9d7-9b8cb0bd14c9 None None] Port c82eea80-227b-4764-8f8c-8abc8defd639 cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 13:57:55.505002 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ef4c7b29-6d8c-4a26-882e-4d7045bce435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:55.618891 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-ef4c7b29-6d8c-4a26-882e-4d7045bce435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:57:55.632108 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-ef4c7b29-6d8c-4a26-882e-4d7045bce435 admin admin] Usage tracker for resource:security_group_rule and tenant:27e5fa70b5cb42f0874157d8104749be is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:57:55.639735 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-ef4c7b29-6d8c-4a26-882e-4d7045bce435 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:57:55.650585 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 194a7cd8-2b9d-4629-b068-0974e3a52678 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:57:55.651957 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-ef4c7b29-6d8c-4a26-882e-4d7045bce435 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:57:55.747217 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3e988-96fb-4d3b-9010-b929c7606ddb req-0da89012-6dc5-4947-9c3b-ec17321ac5fd tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:55.748053 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-53e3e988-96fb-4d3b-9010-b929c7606ddb req-0da89012-6dc5-4947-9c3b-ec17321ac5fd tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Synchronizing usage tracker for tenant:8f40d2219e104d8ba0a5d0df316c2e3c on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:57:55.750367 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 194a7cd8-2b9d-4629-b068-0974e3a52678 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:57:55.751460 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:55.838494 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-53e3e988-96fb-4d3b-9010-b929c7606ddb req-0da89012-6dc5-4947-9c3b-ec17321ac5fd tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Unset dirty status for tenant:8f40d2219e104d8ba0a5d0df316c2e3c on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:57:55.839796 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-53e3e988-96fb-4d3b-9010-b929c7606ddb req-0da89012-6dc5-4947-9c3b-ec17321ac5fd tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 931 time: 0.2994204
Apr 09 13:57:55.901527 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-53e3e988-96fb-4d3b-9010-b929c7606ddb req-b3f24f20-bb1a-4c39-8c0a-0b7bfd74052c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460258
Apr 09 13:57:55.914818 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c827f88b-d323-4ff4-94c7-791d1b6fa4cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:56.051188 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c82eea80-227b-4764-8f8c-8abc8defd639 {{(pid=85290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:57:56.060321 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:56.083311 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] Transition to ACTIVE for port object c82eea80-227b-4764-8f8c-8abc8defd639 will not be triggered until provisioned by entity L2. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:57:56.086860 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10405853'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:56.103429 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e9a6f5aa-3efd-4b0d-b129-a8df34eea8ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:56.277512 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] Pushing event updated for resources: {'Port': ['ID=c82eea80-227b-4764-8f8c-8abc8defd639,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:56.280962 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:56.397049 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ef4c7b29-6d8c-4a26-882e-4d7045bce435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:56.401902 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ef4c7b29-6d8c-4a26-882e-4d7045bce435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:56.413060 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7bd4ae0d-c6a7-475d-b82f-79cab9d9d77d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:56.498241 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-ef4c7b29-6d8c-4a26-882e-4d7045bce435 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=27e5fa70b5cb42f0874157d8104749be&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0862708
Apr 09 13:57:56.499815 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c7b29-6d8c-4a26-882e-4d7045bce435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1092ef7-db73-4b84-9812-bde5f578402d,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:56.501850 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33308) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:56.505899 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-ef4c7b29-6d8c-4a26-882e-4d7045bce435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:56.725685 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] Attempting to bind port c82eea80-227b-4764-8f8c-8abc8defd639 on host hv-cinder-78536 for vnic_type normal with profile  {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:57:56.726062 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] Attempting to bind port c82eea80-227b-4764-8f8c-8abc8defd639 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'ffc7f35b-818c-4749-a380-82e8b8d7042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948'}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:57:56.726434 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] Attempting to bind port c82eea80-227b-4764-8f8c-8abc8defd639 on network 9010c4eb-70b0-4853-abe2-15efc5a47948 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:57:56.748361 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] Port c82eea80-227b-4764-8f8c-8abc8defd639 on network 9010c4eb-70b0-4853-abe2-15efc5a47948 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 13:57:56.748732 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] Attempting to bind port c82eea80-227b-4764-8f8c-8abc8defd639 on network 9010c4eb-70b0-4853-abe2-15efc5a47948 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:57:56.750293 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c827f88b-d323-4ff4-94c7-791d1b6fa4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3817755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3848835'] for router, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:56.762150 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-85226b95-f9b0-4c4e-a95d-fbfc3f50ec3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:56.765331 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] Checking agent: {'id': '8b22d5c6-5838-4546-ac77-8d10367985fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'started_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:57:56.765759 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] Checking segment: {'id': 'ffc7f35b-818c-4749-a380-82e8b8d7042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:57:56.766552 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] Bound using segment: {'id': 'ffc7f35b-818c-4749-a380-82e8b8d7042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948'} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:57:56.766937 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] Bound port: c82eea80-227b-4764-8f8c-8abc8defd639, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc7f35b-818c-4749-a380-82e8b8d7042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948'}}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:57:56.767471 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:56.865004 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-85226b95-f9b0-4c4e-a95d-fbfc3f50ec3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:56.929276 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bf135-e251-4a72-99a1-6ef9f6d64bfd req-1c4edcbf-7100-4ec2-96c1-c70e76506687 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:56.931329 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-606bf135-e251-4a72-99a1-6ef9f6d64bfd req-1c4edcbf-7100-4ec2-96c1-c70e76506687 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 945 time: 0.2999110
Apr 09 13:57:56.965629 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] For port c82eea80-227b-4764-8f8c-8abc8defd639, host hv-cinder-78536, cleared binding levels {{(pid=85290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:57:56.979674 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] For port c82eea80-227b-4764-8f8c-8abc8defd639, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c82eea80-227b-4764-8f8c-8abc8defd639,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:57:56.986776 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-606bf135-e251-4a72-99a1-6ef9f6d64bfd req-e105136d-df06-4f74-9f9c-8b3a2892b202 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443542
Apr 09 13:57:56.988994 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10405853'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:56.996690 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c827f88b-d323-4ff4-94c7-791d1b6fa4cc admin admin] Router 23bdec79-00c8-42a8-9f57-780ac3b36f69 is scheduled to L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 with binding_index 1 {{(pid=85291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 09 13:57:57.006145 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-37add11b-87cd-4cd3-a1cc-7be81e6d7374 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:57.039910 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014a2d84-2880-41bc-8c11-ace019e837ae None None] Network 495c5779-c0bd-4f26-96d4-c4b505385773 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:57:57.196366 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-85226b95-f9b0-4c4e-a95d-fbfc3f50ec3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:57.216382 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c827f88b-d323-4ff4-94c7-791d1b6fa4cc admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:57:57.244440 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] Sync routers for ids ['23bdec79-00c8-42a8-9f57-780ac3b36f69'] in dv-cinder-785362-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:57:57.244754 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c827f88b-d323-4ff4-94c7-791d1b6fa4cc admin admin] Notify callbacks [] for router, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:57.248935 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-c827f88b-d323-4ff4-94c7-791d1b6fa4cc admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.1113181
Apr 09 13:57:57.251180 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 33314) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:57:57.251752 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-85226b95-f9b0-4c4e-a95d-fbfc3f50ec3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:57.253025 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-85226b95-f9b0-4c4e-a95d-fbfc3f50ec3d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b1092ef7-db73-4b84-9812-bde5f578402d HTTP/1.1" status: 204  len: 168 time: 0.7498937
Apr 09 13:57:57.254200 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] Pushing event updated for resources: {'Port': ['ID=c82eea80-227b-4764-8f8c-8abc8defd639,revision_number=3']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:57.277585 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:57.282356 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-a9e3474a-7fc7-48c5-b0c6-5fce6ae58df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:57.314550 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-4d0a7069-e518-4cfb-806a-8ec866ee49e1 None None] Provisioning for port 0e9c456f-dfa8-4b5b-beb3-90fbbe64f008 completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:57:57.333936 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85226b95-f9b0-4c4e-a95d-fbfc3f50ec3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1092ef7-db73-4b84-9812-bde5f578402d,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:57.337035 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] Routers {'23bdec79-00c8-42a8-9f57-780ac3b36f69'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:57:57.337324 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16b7de8d30>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:57:52Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['23bdec79-00c8-42a8-9f57-780ac3b36f69'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:57:57.343998 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-85226b95-f9b0-4c4e-a95d-fbfc3f50ec3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:57.369472 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712900c8-764c-498e-8207-c7d9e054ee2f req-628bc7ec-c3ea-40ea-867c-2e66b81ae199 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:57.378304 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-712900c8-764c-498e-8207-c7d9e054ee2f req-628bc7ec-c3ea-40ea-867c-2e66b81ae199 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 943 time: 0.2706692
Apr 09 13:57:57.395881 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:57.396849 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:57.398751 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] 10.222.0.93 "PUT /v2.0/ports/c82eea80-227b-4764-8f8c-8abc8defd639 HTTP/1.1" status: 200  len: 1093 time: 2.2816491
Apr 09 13:57:57.415335 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9003e728-4864-4993-828c-85fbe195e182', 'tag': 'c82eea80-227b-4764-8f8c-8abc8defd639'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:57:57.436039 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-712900c8-764c-498e-8207-c7d9e054ee2f req-c3d4d10b-097a-4b37-a00c-841d149eae62 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567636
Apr 09 13:57:57.574105 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9003e728-4864-4993-828c-85fbe195e182', 'tag': 'c82eea80-227b-4764-8f8c-8abc8defd639', 'status': 'completed', 'code': 200}
Apr 09 13:57:57.644175 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-74c776fb-405e-468a-a4dc-ce9cff00e025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:57.645990 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-74c776fb-405e-468a-a4dc-ce9cff00e025 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8f40d2219e104d8ba0a5d0df316c2e3c&device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 1096 time: 0.2086380
Apr 09 13:57:57.801314 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-08214d7e-319a-4efb-9679-0de467704412 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c82eea80-227b-4764-8f8c-8abc8defd639 HTTP/1.1" status: 200  len: 217 time: 0.1443071
Apr 09 13:57:57.878489 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 0e9c456f-dfa8-4b5b-beb3-90fbbe64f008 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:57:57.897609 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-62e6c430-df8f-4e39-814c-70d79109f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:57.899333 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-62e6c430-df8f-4e39-814c-70d79109f1d0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a11cd7fb-d8a8-4644-9261-21e5c207880f HTTP/1.1" status: 200  len: 856 time: 0.0908241
Apr 09 13:57:58.001747 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-fd55420b-81c8-486a-adbe-730f72502c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:58.003641 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-fd55420b-81c8-486a-adbe-730f72502c15 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9010c4eb-70b0-4853-abe2-15efc5a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0957673
Apr 09 13:57:58.025054 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] Set router 23bdec79-00c8-42a8-9f57-780ac3b36f69 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:57:58.290993 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port 0e9c456f-dfa8-4b5b-beb3-90fbbe64f008 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:57:58.301973 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 0e9c456f-dfa8-4b5b-beb3-90fbbe64f008 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:57:58.302331 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:58.368093 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9226b637-c418-4901-8683-a57499c8c057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:58.561232 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:58.578249 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16b7de8d30>, [{'id': '23bdec79-00c8-42a8-9f57-780ac3b36f69', 'name': 'tempest-TestShelveInstance-1795934299-router', 'tenant_id': '08f2a69b635a4c95adfbaf224d726273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '507b0fe4-7bb5-4312-9553-a1eaf5b17be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:57:52Z', 'updated_at': '2021-04-09T13:57:55Z', 'revision_number': 3, 'project_id': '08f2a69b635a4c95adfbaf224d726273', 'gw_port': {'id': '507b0fe4-7bb5-4312-9553-a1eaf5b17be4', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bdec79-00c8-42a8-9f57-780ac3b36f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:54Z', 'updated_at': '2021-04-09T13:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:57:58.592387 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] Checking router: 23bdec79-00c8-42a8-9f57-780ac3b36f69 for host: dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:57:58.592992 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] Updating router 23bdec79-00c8-42a8-9f57-780ac3b36f69 port 507b0fe4-7bb5-4312-9553-a1eaf5b17be4 binding host dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 13:57:58.603155 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-2b671a23-a077-4843-8596-a5fd1613b764 service neutron] 10.222.0.93 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5925589
Apr 09 13:57:58.617975 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0af39-02e6-42e2-b6ca-58681f416b93 req-836cce2c-d521-4080-94b7-6f7beca06c62 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:58.619627 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-eba0af39-02e6-42e2-b6ca-58681f416b93 req-836cce2c-d521-4080-94b7-6f7beca06c62 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 945 time: 0.4980171
Apr 09 13:57:58.630518 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] For port 0e9c456f-dfa8-4b5b-beb3-90fbbe64f008, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=0e9c456f-dfa8-4b5b-beb3-90fbbe64f008,segment=NetworkSegment(de3cc2cb-4274-4186-ad06-37cd94bdad21),segment_id=de3cc2cb-4274-4186-ad06-37cd94bdad21)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:57:58.646068 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:58.649838 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b89bd-346e-48c7-981d-4b8e8ba4faca req-e5ec7332-d663-48ef-8f96-dac7bea8771f tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:58.651608 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:58.652021 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-643b89bd-346e-48c7-981d-4b8e8ba4faca req-e5ec7332-d663-48ef-8f96-dac7bea8771f tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Synchronizing usage tracker for tenant:4c147f1cde8b46c7be8d2d3698b9a007 on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:57:58.681337 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-643b89bd-346e-48c7-981d-4b8e8ba4faca req-e5ec7332-d663-48ef-8f96-dac7bea8771f tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Unset dirty status for tenant:4c147f1cde8b46c7be8d2d3698b9a007 on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:57:58.682607 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-643b89bd-346e-48c7-981d-4b8e8ba4faca req-e5ec7332-d663-48ef-8f96-dac7bea8771f tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.93 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 945 time: 0.3607728
Apr 09 13:57:58.723982 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:58.772399 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-5b93e51b-ceca-43a5-b79c-a3c03e08f518 None None] Provisioning complete for port 0e9c456f-dfa8-4b5b-beb3-90fbbe64f008 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:57:58.772835 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5b93e51b-ceca-43a5-b79c-a3c03e08f518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:58.782749 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-eba0af39-02e6-42e2-b6ca-58681f416b93 req-c33597e0-9648-4118-82e2-5ec62c671024 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366289
Apr 09 13:57:58.824475 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-643b89bd-346e-48c7-981d-4b8e8ba4faca req-72572d03-f971-444f-8cfb-bf7305f37871 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Deleting port bef3ca8a-8fed-47c9-add5-934a3d492c30 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:57:58.825083 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-643b89bd-346e-48c7-981d-4b8e8ba4faca req-72572d03-f971-444f-8cfb-bf7305f37871 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:58.870216 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fc90ecd4-bf8a-4b92-9284-7aa42b551163 req-08b84e3b-9495-4d65-a0d7-663c069ec8c8 service neutron] 10.222.0.93 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2494955
Apr 09 13:57:58.879922 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-9226b637-c418-4901-8683-a57499c8c057 admin admin] Allocated IP 172.20.0.1 (495c5779-c0bd-4f26-96d4-c4b505385773/dd05e2ed-7d10-4420-9e77-3f3fc69fe1c4/6daa2503-4e4e-4107-8023-b17488e844e7) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:57:58.896681 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d497d-f17e-402c-ac42-aa26aa114b09 req-279b0447-e7ac-4db6-8787-df001a362a08 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:58.898430 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-620d497d-f17e-402c-ac42-aa26aa114b09 req-279b0447-e7ac-4db6-8787-df001a362a08 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 943 time: 0.1760805
Apr 09 13:57:58.906394 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Pushing event updated for resources: {'Port': ['ID=0e9c456f-dfa8-4b5b-beb3-90fbbe64f008,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:58.913494 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:58.982813 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-620d497d-f17e-402c-ac42-aa26aa114b09 req-678bd186-034b-4720-b5fa-64e87c11924f tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730147
Apr 09 13:57:59.029753 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfed57-b5e8-44d7-9843-721b777aab35 req-df9bcd86-06c2-4f8d-a728-4814db927ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:59.031752 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-accfed57-b5e8-44d7-9843-721b777aab35 req-df9bcd86-06c2-4f8d-a728-4814db927ff1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8f40d2219e104d8ba0a5d0df316c2e3c&device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 1096 time: 0.0979662
Apr 09 13:57:59.194737 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfed57-b5e8-44d7-9843-721b777aab35 req-80550239-1f82-4aed-a444-7520c47deca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:59.196418 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-accfed57-b5e8-44d7-9843-721b777aab35 req-80550239-1f82-4aed-a444-7520c47deca1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9010c4eb-70b0-4853-abe2-15efc5a47948 HTTP/1.1" status: 200  len: 918 time: 0.1566415
Apr 09 13:57:59.277804 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-accfed57-b5e8-44d7-9843-721b777aab35 req-0a7d88ca-88fc-4b54-bee4-a243ed71ab70 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c82eea80-227b-4764-8f8c-8abc8defd639 HTTP/1.1" status: 200  len: 217 time: 0.0740035
Apr 09 13:57:59.290474 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9226b637-c418-4901-8683-a57499c8c057 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:59.306058 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:59.325081 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] Transition to ACTIVE for port object 507b0fe4-7bb5-4312-9553-a1eaf5b17be4 will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:57:59.325940 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-643b89bd-346e-48c7-981d-4b8e8ba4faca req-72572d03-f971-444f-8cfb-bf7305f37871 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] For port bef3ca8a-8fed-47c9-add5-934a3d492c30, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=bef3ca8a-8fed-47c9-add5-934a3d492c30,segment=NetworkSegment(ef686021-fad8-4b5d-8039-d61ea002be76),segment_id=ef686021-fad8-4b5d-8039-d61ea002be76)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:57:59.326354 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-643b89bd-346e-48c7-981d-4b8e8ba4faca req-72572d03-f971-444f-8cfb-bf7305f37871 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:59.333705 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:59.343972 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9226b637-c418-4901-8683-a57499c8c057 admin admin] Transition to ACTIVE for port object 6daa2503-4e4e-4107-8023-b17488e844e7 will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:57:59.350143 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5d63bccf-9da7-46d7-9929-45501e363d05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:59.370100 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfed57-b5e8-44d7-9843-721b777aab35 req-1df48507-b829-47fe-b7c0-670c2bd6bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:59.372087 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-accfed57-b5e8-44d7-9843-721b777aab35 req-1df48507-b829-47fe-b7c0-670c2bd6bea4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a11cd7fb-d8a8-4644-9261-21e5c207880f HTTP/1.1" status: 200  len: 856 time: 0.0873172
Apr 09 13:57:59.470935 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfed57-b5e8-44d7-9843-721b777aab35 req-acb23a8f-5f2f-481f-bfb6-75a938e74509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:57:59.472770 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-accfed57-b5e8-44d7-9843-721b777aab35 req-acb23a8f-5f2f-481f-bfb6-75a938e74509 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9010c4eb-70b0-4853-abe2-15efc5a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0931199
Apr 09 13:57:59.516440 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bfbe8-14c6-4ecc-b505-ca3f90b931e2 None None] Pushing event updated for resources: {'Port': ['ID=507b0fe4-7bb5-4312-9553-a1eaf5b17be4,revision_number=2']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:57:59.520135 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-985bfbe8-14c6-4ecc-b505-ca3f90b931e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:57:59.578566 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] Attempting to bind port 507b0fe4-7bb5-4312-9553-a1eaf5b17be4 on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:57:59.579698 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] Attempting to bind port 507b0fe4-7bb5-4312-9553-a1eaf5b17be4 by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:57:59.580143 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] Attempting to bind port 507b0fe4-7bb5-4312-9553-a1eaf5b17be4 on network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:57:59.586858 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:57:59.587390 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] Checking segment: {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:57:59.592320 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:59.592320 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] Bound using segment: {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:57:59.592320 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] Bound port: 507b0fe4-7bb5-4312-9553-a1eaf5b17be4, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68454e92-42d7-4e24-9f52-744f6a4a72ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:57:59.592320 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:59.635290 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 0e9c456f-dfa8-4b5b-beb3-90fbbe64f008 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:57:59.659266 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-accfed57-b5e8-44d7-9843-721b777aab35 req-267b9160-70e7-43cc-87aa-192ed0fec974 service neutron] 10.222.0.93 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1791906
Apr 09 13:57:59.745587 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-643b89bd-346e-48c7-981d-4b8e8ba4faca req-72572d03-f971-444f-8cfb-bf7305f37871 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Calling delete_port for bef3ca8a-8fed-47c9-add5-934a3d492c30 owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:57:59.755006 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] For port 507b0fe4-7bb5-4312-9553-a1eaf5b17be4, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:57:59.761452 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] For port 507b0fe4-7bb5-4312-9553-a1eaf5b17be4, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=507b0fe4-7bb5-4312-9553-a1eaf5b17be4,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:57:59.769491 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:59.786514 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:57:59.814047 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-accfed57-b5e8-44d7-9843-721b777aab35 req-2e790494-0aaa-4510-acdb-17a00d14713b service neutron] 10.222.0.93 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1481290
Apr 09 13:57:59.830718 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 0e9c456f-dfa8-4b5b-beb3-90fbbe64f008 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:57:59.831038 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:59.844865 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9226b637-c418-4901-8683-a57499c8c057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:57:59.862081 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-77626879-9452-49c0-bd81-9ed51b0155c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:00.034375 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bfbe8-14c6-4ecc-b505-ca3f90b931e2 None None] Pushing event updated for resources: {'Port': ['ID=507b0fe4-7bb5-4312-9553-a1eaf5b17be4,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:00.037934 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-985bfbe8-14c6-4ecc-b505-ca3f90b931e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:00.045214 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf8981-40f9-4b83-8eae-eb46551f9f43 req-755db5bb-f938-421c-bd02-b39f20ea189d tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:00.047042 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-24cf8981-40f9-4b83-8eae-eb46551f9f43 req-755db5bb-f938-421c-bd02-b39f20ea189d tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 945 time: 0.1153426
Apr 09 13:58:00.078293 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226b637-c418-4901-8683-a57499c8c057 admin admin] Pushing event updated for resources: {'Port': ['ID=6daa2503-4e4e-4107-8023-b17488e844e7,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:00.093799 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9226b637-c418-4901-8683-a57499c8c057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:00.095296 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-643b89bd-346e-48c7-981d-4b8e8ba4faca req-72572d03-f971-444f-8cfb-bf7305f37871 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:00.096253 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-24cf8981-40f9-4b83-8eae-eb46551f9f43 req-1557c130-07b5-4e4b-9835-936b8bdf84ba tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bd6e3ce-8f26-4291-b93d-4fa8128bd947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398514
Apr 09 13:58:00.116224 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['bef3ca8a-8fed-47c9-add5-934a3d492c30'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:58:00.121868 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-75852f7d-e275-416f-8576-2d8776712198 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:00.178710 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72572d03-f971-444f-8cfb-bf7305f37871 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Pushing event deleted for resources: {'Port': ['ID=bef3ca8a-8fed-47c9-add5-934a3d492c30,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:00.186451 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-72572d03-f971-444f-8cfb-bf7305f37871 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:00.205222 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] Routers {'23bdec79-00c8-42a8-9f57-780ac3b36f69'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:58:00.205222 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16b7de8d30>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:57:52Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['23bdec79-00c8-42a8-9f57-780ac3b36f69'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:00.324788 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863830e-49d1-49b3-9341-fec9f5a1ce1c req-9f82fd28-c5b5-4d66-aa6b-01b90804f104 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:00.327723 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f863830e-49d1-49b3-9341-fec9f5a1ce1c req-9f82fd28-c5b5-4d66-aa6b-01b90804f104 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 943 time: 0.1896143
Apr 09 13:58:00.382853 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f863830e-49d1-49b3-9341-fec9f5a1ce1c req-f4cd9d34-7ad0-49d9-bd9f-9f41665e7f7d tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458937
Apr 09 13:58:00.387020 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9226b637-c418-4901-8683-a57499c8c057 admin admin] Network 495c5779-c0bd-4f26-96d4-c4b505385773 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:58:00.389893 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-9226b637-c418-4901-8683-a57499c8c057 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:58:00.393401 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9226b637-c418-4901-8683-a57499c8c057 admin admin] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:58:00.559764 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-643b89bd-346e-48c7-981d-4b8e8ba4faca req-72572d03-f971-444f-8cfb-bf7305f37871 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] No DVR routers for this DVR port bef3ca8a-8fed-47c9-add5-934a3d492c30 on host hv-cinder-78536 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 13:58:00.563810 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-643b89bd-346e-48c7-981d-4b8e8ba4faca req-72572d03-f971-444f-8cfb-bf7305f37871 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:00.575417 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42a8f6c-bc99-4da9-839f-f2e55bcf5e45', 'name': 'network-vif-deleted', 'tag': 'bef3ca8a-8fed-47c9-add5-934a3d492c30'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:58:00.600356 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9226b637-c418-4901-8683-a57499c8c057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851022769'] for router_interface, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:00.675783 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] Set router 23bdec79-00c8-42a8-9f57-780ac3b36f69 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:58:00.768461 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42a8f6c-bc99-4da9-839f-f2e55bcf5e45', 'name': 'network-vif-deleted', 'tag': 'bef3ca8a-8fed-47c9-add5-934a3d492c30', 'status': 'completed', 'code': 200}
Apr 09 13:58:00.787604 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-643b89bd-346e-48c7-981d-4b8e8ba4faca req-72572d03-f971-444f-8cfb-bf7305f37871 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.93 "DELETE /v2.0/ports/bef3ca8a-8fed-47c9-add5-934a3d492c30 HTTP/1.1" status: 204  len: 173 time: 2.0948763
Apr 09 13:58:00.881030 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-671e3072-f52b-48d6-b104-07c2a29e59e6 None None] Provisioning for port 6daa2503-4e4e-4107-8023-b17488e844e7 completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:58:00.893364 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-671e3072-f52b-48d6-b104-07c2a29e59e6 None None] Provisioning complete for port 6daa2503-4e4e-4107-8023-b17488e844e7 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:58:00.893849 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-671e3072-f52b-48d6-b104-07c2a29e59e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:00.925137 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device c82eea80-227b-4764-8f8c-8abc8defd639 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 13:58:00.937852 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9226b637-c418-4901-8683-a57499c8c057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:01.066706 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-671e3072-f52b-48d6-b104-07c2a29e59e6 None None] Port 6daa2503-4e4e-4107-8023-b17488e844e7 cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 13:58:01.346092 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ea8814e0-94ae-455b-96d7-0514447c7638 req-9a0d3c07-73af-4110-819e-c1dac4f89358 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] 10.222.0.96 "GET /v2.0/ports?device_id=b42a8f6c-bc99-4da9-839f-f2e55bcf5e45 HTTP/1.1" status: 200  len: 210 time: 0.0863519
Apr 09 13:58:01.385459 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9226b637-c418-4901-8683-a57499c8c057 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:01.390044 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9226b637-c418-4901-8683-a57499c8c057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246095'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:01.417471 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port c82eea80-227b-4764-8f8c-8abc8defd639, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c82eea80-227b-4764-8f8c-8abc8defd639,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:58:01.429046 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:01.458710 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Returning: {'device': 'c82eea80-227b-4764-8f8c-8abc8defd639', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'port_id': 'c82eea80-227b-4764-8f8c-8abc8defd639', 'mac_address': 'fa:16:3e:0f:a3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 989, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 13:58:01.468017 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16b7de8d30>, [{'id': '23bdec79-00c8-42a8-9f57-780ac3b36f69', 'name': 'tempest-TestShelveInstance-1795934299-router', 'tenant_id': '08f2a69b635a4c95adfbaf224d726273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '507b0fe4-7bb5-4312-9553-a1eaf5b17be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:57:52Z', 'updated_at': '2021-04-09T13:57:55Z', 'revision_number': 3, 'project_id': '08f2a69b635a4c95adfbaf224d726273', 'gw_port': {'id': '507b0fe4-7bb5-4312-9553-a1eaf5b17be4', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bdec79-00c8-42a8-9f57-780ac3b36f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:54Z', 'updated_at': '2021-04-09T13:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:01.539147 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfff306e-3ba7-48bb-867b-988c55b10d4a None None] The sync data for ids ['23bdec79-00c8-42a8-9f57-780ac3b36f69'] in dv-cinder-785362-1-iscsi is: [{'id': '23bdec79-00c8-42a8-9f57-780ac3b36f69', 'name': 'tempest-TestShelveInstance-1795934299-router', 'tenant_id': '08f2a69b635a4c95adfbaf224d726273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '507b0fe4-7bb5-4312-9553-a1eaf5b17be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:57:52Z', 'updated_at': '2021-04-09T13:57:55Z', 'revision_number': 3, 'project_id': '08f2a69b635a4c95adfbaf224d726273', 'gw_port': {'id': '507b0fe4-7bb5-4312-9553-a1eaf5b17be4', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bdec79-00c8-42a8-9f57-780ac3b36f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:54Z', 'updated_at': '2021-04-09T13:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:58:01.589922 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226b637-c418-4901-8683-a57499c8c057 admin admin] Pushing event updated for resources: {'Port': ['ID=6daa2503-4e4e-4107-8023-b17488e844e7,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:01.593541 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9226b637-c418-4901-8683-a57499c8c057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:01.595856 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9226b637-c418-4901-8683-a57499c8c057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850949478'] for router_interface, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:01.615367 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:01.616814 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c82eea80-227b-4764-8f8c-8abc8defd639 {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:58:01.643326 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port c82eea80-227b-4764-8f8c-8abc8defd639, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c82eea80-227b-4764-8f8c-8abc8defd639,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:58:01.647170 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:01.649181 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-985bfbe8-14c6-4ecc-b505-ca3f90b931e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:01.736329 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e02ff2-a375-41ba-8ea8-33e55ac8a6de req-c483e754-fa53-4cd5-8733-e79cd99f5f30 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:01.738127 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-23e02ff2-a375-41ba-8ea8-33e55ac8a6de req-c483e754-fa53-4cd5-8733-e79cd99f5f30 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 943 time: 0.1919978
Apr 09 13:58:01.759867 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=c82eea80-227b-4764-8f8c-8abc8defd639,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:01.769870 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:01.791554 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-23e02ff2-a375-41ba-8ea8-33e55ac8a6de req-53cdf9a3-a8e4-45c1-b9b2-4ed88b74800a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380476
Apr 09 13:58:01.831200 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9226b637-c418-4901-8683-a57499c8c057 admin admin] Network 495c5779-c0bd-4f26-96d4-c4b505385773 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:58:01.832905 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-9226b637-c418-4901-8683-a57499c8c057 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:58:02.023136 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['c82eea80-227b-4764-8f8c-8abc8defd639'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:58:02.134876 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-a16d8dc3-1b1c-4a3d-ad83-3078f5af60c5 None None] Provisioning complete for port 6daa2503-4e4e-4107-8023-b17488e844e7 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:58:02.135498 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a16d8dc3-1b1c-4a3d-ad83-3078f5af60c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:02.169550 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9226b637-c418-4901-8683-a57499c8c057 admin admin] Router 23bdec79-00c8-42a8-9f57-780ac3b36f69 has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 13:58:02.225031 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-a16d8dc3-1b1c-4a3d-ad83-3078f5af60c5 None None] Port 6daa2503-4e4e-4107-8023-b17488e844e7 cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 13:58:02.434886 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9226b637-c418-4901-8683-a57499c8c057 admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:58:02.444410 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-9226b637-c418-4901-8683-a57499c8c057 admin admin] 10.222.0.96 "PUT /v2.0/routers/23bdec79-00c8-42a8-9f57-780ac3b36f69/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1881635
Apr 09 13:58:02.870205 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device bef3ca8a-8fed-47c9-add5-934a3d492c30 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 13:58:02.923938 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] No Port match for: bef3ca8a-8fed-47c9-add5-934a3d492c30 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 13:58:02.924421 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device bef3ca8a-8fed-47c9-add5-934a3d492c30 not bound to the agent host hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 13:58:03.085314 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 33382) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:03.092544 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-be08a7e4-733a-4363-8250-46de0101c3b6 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1016262312', 'description': 'tempest-secgroup-smoke-1016262312 description', 'project_id': '7636e0a8bd3d4e4681b67e8a86200354'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:58:03.097913 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7cdd9-f6f9-4089-96da-531f31dbd951 req-a7dc73ca-6119-4410-9b26-ebd1681e957e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:03.100234 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-20b7cdd9-f6f9-4089-96da-531f31dbd951 req-a7dc73ca-6119-4410-9b26-ebd1681e957e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 944 time: 0.1215458
Apr 09 13:58:03.102230 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-be08a7e4-733a-4363-8250-46de0101c3b6 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:58:03.107773 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-be08a7e4-733a-4363-8250-46de0101c3b6 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Usage tracker for resource:security_group and tenant:7636e0a8bd3d4e4681b67e8a86200354 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:58:03.113441 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-be08a7e4-733a-4363-8250-46de0101c3b6 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:58:03.124619 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-be08a7e4-733a-4363-8250-46de0101c3b6 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:58:03.143459 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-20b7cdd9-f6f9-4089-96da-531f31dbd951 req-d0613fc1-1e70-4e6f-8d04-c2772eae450e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0321515
Apr 09 13:58:03.158304 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-be08a7e4-733a-4363-8250-46de0101c3b6 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:03.194384 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-be08a7e4-733a-4363-8250-46de0101c3b6 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:58:03.200445 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-be08a7e4-733a-4363-8250-46de0101c3b6 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Usage tracker for resource:security_group_rule and tenant:7636e0a8bd3d4e4681b67e8a86200354 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:58:03.204741 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-be08a7e4-733a-4363-8250-46de0101c3b6 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:58:03.213934 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-be08a7e4-733a-4363-8250-46de0101c3b6 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:58:03.337504 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-be08a7e4-733a-4363-8250-46de0101c3b6 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:03.341017 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-be08a7e4-733a-4363-8250-46de0101c3b6 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:03.345593 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2cdd559f-c207-48d5-8de7-dc8cd053012c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:03.392482 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08a7e4-733a-4363-8250-46de0101c3b6 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b187238d-1d8f-4b10-9fcb-2c18ee429c32,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:03.395580 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-be08a7e4-733a-4363-8250-46de0101c3b6 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:03.396604 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-be08a7e4-733a-4363-8250-46de0101c3b6 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:03.397952 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-be08a7e4-733a-4363-8250-46de0101c3b6 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3110642
Apr 09 13:58:03.402202 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 33396) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:03.408734 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-3ffeb48d-94ea-4b34-93ef-cf54611c40b8 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Request body: {'security_group_rule': {'security_group_id': 'b187238d-1d8f-4b10-9fcb-2c18ee429c32', 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:58:03.416338 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-3ffeb48d-94ea-4b34-93ef-cf54611c40b8 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:58:03.420969 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-3ffeb48d-94ea-4b34-93ef-cf54611c40b8 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Usage tracker for resource:security_group_rule and tenant:7636e0a8bd3d4e4681b67e8a86200354 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:58:03.424189 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-3ffeb48d-94ea-4b34-93ef-cf54611c40b8 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:58:03.431601 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-3ffeb48d-94ea-4b34-93ef-cf54611c40b8 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:58:03.440158 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 33400) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:03.458199 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb48d-94ea-4b34-93ef-cf54611c40b8 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:03.531516 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb48d-94ea-4b34-93ef-cf54611c40b8 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:03.536210 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb48d-94ea-4b34-93ef-cf54611c40b8 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874469'] for security_group_rule, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:03.550768 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:03.589704 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffeb48d-94ea-4b34-93ef-cf54611c40b8 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a32f65-b5c4-4e56-893c-be6750269f9d,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:03.593705 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3ffeb48d-94ea-4b34-93ef-cf54611c40b8 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:03.600021 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb48d-94ea-4b34-93ef-cf54611c40b8 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:03.605655 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-3ffeb48d-94ea-4b34-93ef-cf54611c40b8 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1983318
Apr 09 13:58:03.606133 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33406) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:03.614687 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-881e4050-2097-4450-8535-7a8ca04b10f2 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Request body: {'security_group_rule': {'security_group_id': 'b187238d-1d8f-4b10-9fcb-2c18ee429c32', 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:58:03.624217 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-881e4050-2097-4450-8535-7a8ca04b10f2 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:58:03.632953 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-881e4050-2097-4450-8535-7a8ca04b10f2 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Usage tracker for resource:security_group_rule and tenant:7636e0a8bd3d4e4681b67e8a86200354 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:58:03.645818 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-881e4050-2097-4450-8535-7a8ca04b10f2 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:58:03.663110 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-881e4050-2097-4450-8535-7a8ca04b10f2 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:58:03.690070 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-881e4050-2097-4450-8535-7a8ca04b10f2 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:03.693054 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 507b0fe4-7bb5-4312-9553-a1eaf5b17be4 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:58:03.770960 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-881e4050-2097-4450-8535-7a8ca04b10f2 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:03.774027 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-881e4050-2097-4450-8535-7a8ca04b10f2 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874469'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:03.786780 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-852406ab-6b78-497e-86b9-1a76d58034fa tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:03.799365 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port 507b0fe4-7bb5-4312-9553-a1eaf5b17be4 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:58:03.808105 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 507b0fe4-7bb5-4312-9553-a1eaf5b17be4 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:58:03.808972 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:03.829228 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e4050-2097-4450-8535-7a8ca04b10f2 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d187e4-0110-4aab-a2fd-0c631df04728,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:03.835836 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-881e4050-2097-4450-8535-7a8ca04b10f2 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:03.837541 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-881e4050-2097-4450-8535-7a8ca04b10f2 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:03.839134 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-881e4050-2097-4450-8535-7a8ca04b10f2 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2314651
Apr 09 13:58:03.843212 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33410) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:03.849741 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-2db6d920-3016-4371-b811-7c594bcd8497 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Request body: {'security_group_rule': {'security_group_id': 'b187238d-1d8f-4b10-9fcb-2c18ee429c32', 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:58:03.857598 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-2db6d920-3016-4371-b811-7c594bcd8497 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:58:03.863352 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-2db6d920-3016-4371-b811-7c594bcd8497 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Usage tracker for resource:security_group_rule and tenant:7636e0a8bd3d4e4681b67e8a86200354 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:58:03.866716 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-2db6d920-3016-4371-b811-7c594bcd8497 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:58:03.873618 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-2db6d920-3016-4371-b811-7c594bcd8497 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:58:03.908785 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2db6d920-3016-4371-b811-7c594bcd8497 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:03.981209 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:03.999407 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] For port 507b0fe4-7bb5-4312-9553-a1eaf5b17be4, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=507b0fe4-7bb5-4312-9553-a1eaf5b17be4,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:58:04.003374 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:04.006879 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2db6d920-3016-4371-b811-7c594bcd8497 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:04.007313 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:04.011539 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2db6d920-3016-4371-b811-7c594bcd8497 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874469'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:04.015405 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-27990c8e-7ec5-4451-b64f-18721aad2da6 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:04.055727 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6d920-3016-4371-b811-7c594bcd8497 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e19147-3b38-48bc-bf1f-060d516e03bf,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:04.059684 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2db6d920-3016-4371-b811-7c594bcd8497 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:04.067974 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2db6d920-3016-4371-b811-7c594bcd8497 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:04.069616 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-2db6d920-3016-4371-b811-7c594bcd8497 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2247663
Apr 09 13:58:04.076155 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33414) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:04.083105 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-575a474d-9162-4b8f-a41f-a859c4b5a1f0 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Request body: {'security_group_rule': {'security_group_id': 'b187238d-1d8f-4b10-9fcb-2c18ee429c32', 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:58:04.090181 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-575a474d-9162-4b8f-a41f-a859c4b5a1f0 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:58:04.094647 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-575a474d-9162-4b8f-a41f-a859c4b5a1f0 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Usage tracker for resource:security_group_rule and tenant:7636e0a8bd3d4e4681b67e8a86200354 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:58:04.097803 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-575a474d-9162-4b8f-a41f-a859c4b5a1f0 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:58:04.104132 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-575a474d-9162-4b8f-a41f-a859c4b5a1f0 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:58:04.109658 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Pushing event updated for resources: {'Port': ['ID=507b0fe4-7bb5-4312-9553-a1eaf5b17be4,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:04.117298 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:04.126581 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-575a474d-9162-4b8f-a41f-a859c4b5a1f0 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:04.208159 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-575a474d-9162-4b8f-a41f-a859c4b5a1f0 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:04.212250 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-575a474d-9162-4b8f-a41f-a859c4b5a1f0 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874469'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:04.214993 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-98a266f9-e7c8-4b44-baf7-a9348dc28442 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:04.254507 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a474d-9162-4b8f-a41f-a859c4b5a1f0 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b48828-5ec6-4ce8-9a6f-9b73ebb9b5e8,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:04.257871 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-575a474d-9162-4b8f-a41f-a859c4b5a1f0 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:04.267446 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-575a474d-9162-4b8f-a41f-a859c4b5a1f0 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:04.272951 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-575a474d-9162-4b8f-a41f-a859c4b5a1f0 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1949830
Apr 09 13:58:04.274179 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33420) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:04.282910 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-34df7c49-0c71-4c41-872f-12c3c62b7cda tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Request body: {'security_group_rule': {'security_group_id': 'b187238d-1d8f-4b10-9fcb-2c18ee429c32', 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:58:04.293592 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-34df7c49-0c71-4c41-872f-12c3c62b7cda tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:58:04.302187 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-34df7c49-0c71-4c41-872f-12c3c62b7cda tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Usage tracker for resource:security_group_rule and tenant:7636e0a8bd3d4e4681b67e8a86200354 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:58:04.307355 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-34df7c49-0c71-4c41-872f-12c3c62b7cda tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:58:04.320979 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-34df7c49-0c71-4c41-872f-12c3c62b7cda tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:58:04.332225 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.securitygroups_db [None req-34df7c49-0c71-4c41-872f-12c3c62b7cda tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Project 7636e0a8bd3d4e4681b67e8a86200354 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 13:58:04.352883 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-34df7c49-0c71-4c41-872f-12c3c62b7cda tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:04.522575 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-34df7c49-0c71-4c41-872f-12c3c62b7cda tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:04.530191 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-34df7c49-0c71-4c41-872f-12c3c62b7cda tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874469'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:04.540073 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec1611-1d29-4d72-b0b9-d8a962560755 req-53eefeec-08eb-42b1-9e8c-e73b8b41e6f2 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:04.542036 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-02ec1611-1d29-4d72-b0b9-d8a962560755 req-53eefeec-08eb-42b1-9e8c-e73b8b41e6f2 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 944 time: 0.1603961
Apr 09 13:58:04.544307 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-38365a1c-9a03-4b27-8401-eb69de7e733e tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:04.581808 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df7c49-0c71-4c41-872f-12c3c62b7cda tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c34c8d-05a6-4bc9-95ee-c7c7d6a64d0b,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:04.594904 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-34df7c49-0c71-4c41-872f-12c3c62b7cda tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:04.610984 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-02ec1611-1d29-4d72-b0b9-d8a962560755 req-b48caa58-1f61-4302-96d2-e7124d040527 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480349
Apr 09 13:58:04.615675 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-34df7c49-0c71-4c41-872f-12c3c62b7cda tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:04.616988 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-34df7c49-0c71-4c41-872f-12c3c62b7cda tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3414526
Apr 09 13:58:04.621973 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 33426) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:04.630132 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-3e3267cc-ac9b-4f12-b657-a5f7542908df tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Request body: {'security_group_rule': {'security_group_id': 'b187238d-1d8f-4b10-9fcb-2c18ee429c32', 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:58:04.638549 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-3e3267cc-ac9b-4f12-b657-a5f7542908df tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:58:04.647361 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-3e3267cc-ac9b-4f12-b657-a5f7542908df tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Usage tracker for resource:security_group_rule and tenant:7636e0a8bd3d4e4681b67e8a86200354 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:58:04.652842 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-3e3267cc-ac9b-4f12-b657-a5f7542908df tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:58:04.663947 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-3e3267cc-ac9b-4f12-b657-a5f7542908df tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:58:04.677587 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.securitygroups_db [None req-3e3267cc-ac9b-4f12-b657-a5f7542908df tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Project 7636e0a8bd3d4e4681b67e8a86200354 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 13:58:04.720145 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3e3267cc-ac9b-4f12-b657-a5f7542908df tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:04.817959 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3e3267cc-ac9b-4f12-b657-a5f7542908df tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:04.821919 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3e3267cc-ac9b-4f12-b657-a5f7542908df tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874469'] for security_group_rule, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:04.826017 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7188b40e-5240-4026-b124-dec14cbb835b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826322'] for router_interface, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:04.828231 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] Sync routers for ids ['23bdec79-00c8-42a8-9f57-780ac3b36f69'] in dv-cinder-785362-1-iscsi {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:58:04.840244 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] Routers {'23bdec79-00c8-42a8-9f57-780ac3b36f69'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:58:04.840971 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcee5748>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:57:52Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['23bdec79-00c8-42a8-9f57-780ac3b36f69'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:04.882505 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device c82eea80-227b-4764-8f8c-8abc8defd639 up at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:58:04.905187 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-09aefeec-9f33-452f-bf13-e28b15cc3d04 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:04.958786 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning for port c82eea80-227b-4764-8f8c-8abc8defd639 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:58:04.964755 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning complete for port c82eea80-227b-4764-8f8c-8abc8defd639 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:58:04.964974 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:04.988518 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:58:05.003666 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3267cc-ac9b-4f12-b657-a5f7542908df tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff014a1-b905-4c29-a4cc-9572b031f81f,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:05.007332 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3e3267cc-ac9b-4f12-b657-a5f7542908df tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:05.018775 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3e3267cc-ac9b-4f12-b657-a5f7542908df tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:05.020079 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-3e3267cc-ac9b-4f12-b657-a5f7542908df tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3970482
Apr 09 13:58:05.058942 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] Set router 23bdec79-00c8-42a8-9f57-780ac3b36f69 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:58:05.149196 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:05.164546 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9003e728-4864-4993-828c-85fbe195e182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82eea80-227b-4764-8f8c-8abc8defd639'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:58:05.195687 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port c82eea80-227b-4764-8f8c-8abc8defd639, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c82eea80-227b-4764-8f8c-8abc8defd639,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:58:05.203256 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:05.222492 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:05.344033 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9003e728-4864-4993-828c-85fbe195e182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82eea80-227b-4764-8f8c-8abc8defd639', 'code': 200}
Apr 09 13:58:05.345160 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=c82eea80-227b-4764-8f8c-8abc8defd639,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:05.358536 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:05.427768 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-7188b40e-5240-4026-b124-dec14cbb835b admin admin] Deleting port 5d9fd947-9e56-4a32-b205-0cdbb9ba3d63 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:58:05.428148 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7188b40e-5240-4026-b124-dec14cbb835b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:05.503347 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcee5748>, [{'id': '23bdec79-00c8-42a8-9f57-780ac3b36f69', 'name': 'tempest-TestShelveInstance-1795934299-router', 'tenant_id': '08f2a69b635a4c95adfbaf224d726273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '507b0fe4-7bb5-4312-9553-a1eaf5b17be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:57:52Z', 'updated_at': '2021-04-09T13:58:00Z', 'revision_number': 4, 'project_id': '08f2a69b635a4c95adfbaf224d726273', 'gw_port': {'id': '507b0fe4-7bb5-4312-9553-a1eaf5b17be4', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bdec79-00c8-42a8-9f57-780ac3b36f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:54Z', 'updated_at': '2021-04-09T13:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '6daa2503-4e4e-4107-8023-b17488e844e7', 'name': '', 'network_id': '495c5779-c0bd-4f26-96d4-c4b505385773', 'tenant_id': '08f2a69b635a4c95adfbaf224d726273', 'mac_address': 'fa:16:3e:78:ff:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bdec79-00c8-42a8-9f57-780ac3b36f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'dd05e2ed-7d10-4420-9e77-3f3fc69fe1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:58Z', 'updated_at': '2021-04-09T13:58:01Z', 'revision_number': 2, 'project_id': '08f2a69b635a4c95adfbaf224d726273', 'subnets': [{'id': 'dd05e2ed-7d10-4420-9e77-3f3fc69fe1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:05.508224 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] Checking router: 23bdec79-00c8-42a8-9f57-780ac3b36f69 for host: dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:58:05.509016 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] Updating router 23bdec79-00c8-42a8-9f57-780ac3b36f69 port 6daa2503-4e4e-4107-8023-b17488e844e7 binding host dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 13:58:05.576803 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:05.641168 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 507b0fe4-7bb5-4312-9553-a1eaf5b17be4 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:58:05.733113 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 507b0fe4-7bb5-4312-9553-a1eaf5b17be4 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:58:05.733731 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:05.786715 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-7188b40e-5240-4026-b124-dec14cbb835b admin admin] For port 5d9fd947-9e56-4a32-b205-0cdbb9ba3d63, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=5d9fd947-9e56-4a32-b205-0cdbb9ba3d63,segment=NetworkSegment(ef686021-fad8-4b5d-8039-d61ea002be76),segment_id=ef686021-fad8-4b5d-8039-d61ea002be76)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:58:05.787129 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7188b40e-5240-4026-b124-dec14cbb835b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:06.064989 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21b171-9ddc-433d-b209-af06b79cfe3d req-055535e9-0836-4403-94b3-07c9354a558d tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:06.067409 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-df21b171-9ddc-433d-b209-af06b79cfe3d req-055535e9-0836-4403-94b3-07c9354a558d tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.1798341
Apr 09 13:58:06.071305 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-7188b40e-5240-4026-b124-dec14cbb835b admin admin] Calling delete_port for 5d9fd947-9e56-4a32-b205-0cdbb9ba3d63 owned by network:router_interface {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:58:06.108414 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-df21b171-9ddc-433d-b209-af06b79cfe3d req-59a12ec9-de30-4945-ba24-c939759f9da2 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0317626
Apr 09 13:58:06.179622 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46c770-6f7d-4460-a81d-64b92af8b400 req-5fc688d8-8942-47a9-8756-ef6e5beb4169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:06.181508 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ce46c770-6f7d-4460-a81d-64b92af8b400 req-5fc688d8-8942-47a9-8756-ef6e5beb4169 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 1098 time: 0.5504608
Apr 09 13:58:06.240433 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ce46c770-6f7d-4460-a81d-64b92af8b400 req-ba642474-54db-4ae9-858d-8a41543199f1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472932
Apr 09 13:58:06.368372 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7188b40e-5240-4026-b124-dec14cbb835b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:06.382464 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-33a452af-79a0-4c8a-b6cc-91dfd0a84e19 tempest-VolumesActionsTest-384508829 tempest-VolumesActionsTest-384508829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:06.403628 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] Notify callbacks [] for port, precommit_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:06.418255 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] Transition to ACTIVE for port object 6daa2503-4e4e-4107-8023-b17488e844e7 will not be triggered until provisioned by entity L2. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:58:06.425588 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:06.496275 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:06.516615 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188b40e-5240-4026-b124-dec14cbb835b admin admin] Pushing event deleted for resources: {'Port': ['ID=5d9fd947-9e56-4a32-b205-0cdbb9ba3d63,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:06.528124 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7188b40e-5240-4026-b124-dec14cbb835b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:06.590915 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b280c3f-3549-4ad0-b9ee-38d988d1787c None None] Pushing event updated for resources: {'Port': ['ID=6daa2503-4e4e-4107-8023-b17488e844e7,revision_number=3']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:06.596657 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7b280c3f-3549-4ad0-b9ee-38d988d1787c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:06.854401 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] Attempting to bind port 6daa2503-4e4e-4107-8023-b17488e844e7 on host dv-cinder-785362-1-iscsi for vnic_type normal with profile  {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:58:06.854401 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] Attempting to bind port 6daa2503-4e4e-4107-8023-b17488e844e7 by drivers openvswitch,hyperv on host dv-cinder-785362-1-iscsi at level 0 using segments [{'id': 'de3cc2cb-4274-4186-ad06-37cd94bdad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '495c5779-c0bd-4f26-96d4-c4b505385773'}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:58:06.854401 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] Attempting to bind port 6daa2503-4e4e-4107-8023-b17488e844e7 on network 495c5779-c0bd-4f26-96d4-c4b505385773 {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:58:06.866210 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] Checking agent: {'id': '553de87a-7b28-4d36-b5f4-09ce0c57be41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 41, 23), 'started_at': datetime.datetime(2021, 4, 9, 13, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:58:06.866891 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] Checking segment: {'id': 'de3cc2cb-4274-4186-ad06-37cd94bdad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '495c5779-c0bd-4f26-96d4-c4b505385773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:58:06.867650 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:06.868399 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] Bound using segment: {'id': 'de3cc2cb-4274-4186-ad06-37cd94bdad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '495c5779-c0bd-4f26-96d4-c4b505385773'} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:58:06.869295 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] Bound port: 6daa2503-4e4e-4107-8023-b17488e844e7, host: dv-cinder-785362-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3cc2cb-4274-4186-ad06-37cd94bdad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '495c5779-c0bd-4f26-96d4-c4b505385773'}}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:58:06.869994 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:06.976601 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] For port 6daa2503-4e4e-4107-8023-b17488e844e7, host dv-cinder-785362-1-iscsi, cleared binding levels {{(pid=85293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:58:06.980211 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] For port 6daa2503-4e4e-4107-8023-b17488e844e7, host dv-cinder-785362-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=6daa2503-4e4e-4107-8023-b17488e844e7,segment=NetworkSegment(de3cc2cb-4274-4186-ad06-37cd94bdad21),segment_id=de3cc2cb-4274-4186-ad06-37cd94bdad21)] {{(pid=85293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:58:06.984988 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:07.004664 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:07.018284 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7188b40e-5240-4026-b124-dec14cbb835b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3797789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3827617'] for router_interface, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:07.251723 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] Routers {'23bdec79-00c8-42a8-9f57-780ac3b36f69'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:58:07.252811 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcee5748>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:57:52Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['23bdec79-00c8-42a8-9f57-780ac3b36f69'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:07.553250 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b280c3f-3549-4ad0-b9ee-38d988d1787c None None] Pushing event updated for resources: {'Port': ['ID=6daa2503-4e4e-4107-8023-b17488e844e7,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:07.558193 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7b280c3f-3549-4ad0-b9ee-38d988d1787c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:07.595925 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355be63c-8a45-4f9c-b09a-f3db72ae365e req-d0726be3-e664-42ad-9927-ef406595507b tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:07.608369 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-355be63c-8a45-4f9c-b09a-f3db72ae365e req-d0726be3-e664-42ad-9927-ef406595507b tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.2349625
Apr 09 13:58:07.617426 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] Set router 23bdec79-00c8-42a8-9f57-780ac3b36f69 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:58:07.646875 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-355be63c-8a45-4f9c-b09a-f3db72ae365e req-e2af81c3-d9ce-40e2-ad91-88a3a78a3d68 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369320
Apr 09 13:58:07.839222 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7188b40e-5240-4026-b124-dec14cbb835b admin admin] Router 3a98f447-bed3-4a39-8b00-1d5d78d4d742 has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 13:58:08.049227 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7188b40e-5240-4026-b124-dec14cbb835b admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:58:08.061126 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182e96a2-2caa-47af-858a-734f9ec7cc87 None None] Sync routers for ids ['3a98f447-bed3-4a39-8b00-1d5d78d4d742'] in dv-cinder-785362-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:58:08.065927 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-7188b40e-5240-4026-b124-dec14cbb835b admin admin] 10.222.0.96 "PUT /v2.0/routers/3a98f447-bed3-4a39-8b00-1d5d78d4d742/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6215994
Apr 09 13:58:08.068251 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33492) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:08.079573 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182e96a2-2caa-47af-858a-734f9ec7cc87 None None] Routers {'3a98f447-bed3-4a39-8b00-1d5d78d4d742'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:58:08.083757 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-182e96a2-2caa-47af-858a-734f9ec7cc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcee8eb8>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:57:52Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['3a98f447-bed3-4a39-8b00-1d5d78d4d742'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:08.301664 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-182e96a2-2caa-47af-858a-734f9ec7cc87 None None] Set router 3a98f447-bed3-4a39-8b00-1d5d78d4d742 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:58:08.303748 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d8de235d-d89a-423b-bcbc-212afce99e9e admin admin] Notify callbacks [] for router, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:08.451346 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcee5748>, [{'id': '23bdec79-00c8-42a8-9f57-780ac3b36f69', 'name': 'tempest-TestShelveInstance-1795934299-router', 'tenant_id': '08f2a69b635a4c95adfbaf224d726273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '507b0fe4-7bb5-4312-9553-a1eaf5b17be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:57:52Z', 'updated_at': '2021-04-09T13:58:00Z', 'revision_number': 4, 'project_id': '08f2a69b635a4c95adfbaf224d726273', 'gw_port': {'id': '507b0fe4-7bb5-4312-9553-a1eaf5b17be4', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bdec79-00c8-42a8-9f57-780ac3b36f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:54Z', 'updated_at': '2021-04-09T13:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '6daa2503-4e4e-4107-8023-b17488e844e7', 'name': '', 'network_id': '495c5779-c0bd-4f26-96d4-c4b505385773', 'tenant_id': '08f2a69b635a4c95adfbaf224d726273', 'mac_address': 'fa:16:3e:78:ff:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bdec79-00c8-42a8-9f57-780ac3b36f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'dd05e2ed-7d10-4420-9e77-3f3fc69fe1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:58Z', 'updated_at': '2021-04-09T13:58:06Z', 'revision_number': 4, 'project_id': '08f2a69b635a4c95adfbaf224d726273', 'subnets': [{'id': 'dd05e2ed-7d10-4420-9e77-3f3fc69fe1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:08.460138 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38e95d3-1f8f-49a2-8f91-42c589f553fa None None] The sync data for ids ['23bdec79-00c8-42a8-9f57-780ac3b36f69'] in dv-cinder-785362-1-iscsi is: [{'id': '23bdec79-00c8-42a8-9f57-780ac3b36f69', 'name': 'tempest-TestShelveInstance-1795934299-router', 'tenant_id': '08f2a69b635a4c95adfbaf224d726273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '507b0fe4-7bb5-4312-9553-a1eaf5b17be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:57:52Z', 'updated_at': '2021-04-09T13:58:00Z', 'revision_number': 4, 'project_id': '08f2a69b635a4c95adfbaf224d726273', 'gw_port': {'id': '507b0fe4-7bb5-4312-9553-a1eaf5b17be4', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bdec79-00c8-42a8-9f57-780ac3b36f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:54Z', 'updated_at': '2021-04-09T13:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '6daa2503-4e4e-4107-8023-b17488e844e7', 'name': '', 'network_id': '495c5779-c0bd-4f26-96d4-c4b505385773', 'tenant_id': '08f2a69b635a4c95adfbaf224d726273', 'mac_address': 'fa:16:3e:78:ff:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bdec79-00c8-42a8-9f57-780ac3b36f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'dd05e2ed-7d10-4420-9e77-3f3fc69fe1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:58Z', 'updated_at': '2021-04-09T13:58:06Z', 'revision_number': 4, 'project_id': '08f2a69b635a4c95adfbaf224d726273', 'subnets': [{'id': 'dd05e2ed-7d10-4420-9e77-3f3fc69fe1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:58:08.627683 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d8de235d-d89a-423b-bcbc-212afce99e9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:08.639469 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-d8de235d-d89a-423b-bcbc-212afce99e9e admin admin] Deleting port a7ba2071-2a06-4595-9b63-7a07847597bf {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:58:08.639883 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d8de235d-d89a-423b-bcbc-212afce99e9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:08.760344 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-182e96a2-2caa-47af-858a-734f9ec7cc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcee8eb8>, [{'id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'name': 'tempest-TestMinimumBasicScenario-1166549237-router', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'a7ba2071-2a06-4595-9b63-7a07847597bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:51:19Z', 'updated_at': '2021-04-09T13:58:06Z', 'revision_number': 5, 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'gw_port': {'id': 'a7ba2071-2a06-4595-9b63-7a07847597bf', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:20Z', 'updated_at': '2021-04-09T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:08.775309 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182e96a2-2caa-47af-858a-734f9ec7cc87 None None] Checking router: 3a98f447-bed3-4a39-8b00-1d5d78d4d742 for host: dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:58:08.786108 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182e96a2-2caa-47af-858a-734f9ec7cc87 None None] Routers {'3a98f447-bed3-4a39-8b00-1d5d78d4d742'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:58:08.786801 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-182e96a2-2caa-47af-858a-734f9ec7cc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcee8eb8>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:57:52Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['3a98f447-bed3-4a39-8b00-1d5d78d4d742'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:08.942533 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-d8de235d-d89a-423b-bcbc-212afce99e9e admin admin] For port a7ba2071-2a06-4595-9b63-7a07847597bf, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=a7ba2071-2a06-4595-9b63-7a07847597bf,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:58:08.942965 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d8de235d-d89a-423b-bcbc-212afce99e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:09.038602 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda3f3f-dc7d-471b-b46e-e7b74448fa50 req-164ccee6-29ca-4426-bddf-5008c8f0e1a4 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:09.041009 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5dda3f3f-dc7d-471b-b46e-e7b74448fa50 req-164ccee6-29ca-4426-bddf-5008c8f0e1a4 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.2357574
Apr 09 13:58:09.116741 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-d8de235d-d89a-423b-bcbc-212afce99e9e admin admin] Calling delete_port for a7ba2071-2a06-4595-9b63-7a07847597bf owned by network:router_gateway {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:58:09.165380 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-182e96a2-2caa-47af-858a-734f9ec7cc87 None None] Set router 3a98f447-bed3-4a39-8b00-1d5d78d4d742 gateway port host: None {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:58:09.316881 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-182e96a2-2caa-47af-858a-734f9ec7cc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcee8eb8>, [{'id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'name': 'tempest-TestMinimumBasicScenario-1166549237-router', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:51:19Z', 'updated_at': '2021-04-09T13:58:08Z', 'revision_number': 6, 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'gw_port_host': None}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:09.327033 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182e96a2-2caa-47af-858a-734f9ec7cc87 None None] The sync data for ids ['3a98f447-bed3-4a39-8b00-1d5d78d4d742'] in dv-cinder-785362-1-iscsi is: [{'id': '3a98f447-bed3-4a39-8b00-1d5d78d4d742', 'name': 'tempest-TestMinimumBasicScenario-1166549237-router', 'tenant_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:51:19Z', 'updated_at': '2021-04-09T13:58:08Z', 'revision_number': 6, 'project_id': '4c147f1cde8b46c7be8d2d3698b9a007', 'gw_port_host': None}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:58:09.463638 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5dda3f3f-dc7d-471b-b46e-e7b74448fa50 req-cdf953d2-e365-429d-a273-25ca9717f225 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3563554
Apr 09 13:58:09.718253 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d8de235d-d89a-423b-bcbc-212afce99e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:09.739745 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 6daa2503-4e4e-4107-8023-b17488e844e7 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:58:09.739974 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-21a21e83-82b0-43dc-99f3-7be146f671c3 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:09.820214 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning for port 6daa2503-4e4e-4107-8023-b17488e844e7 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:58:09.825797 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 6daa2503-4e4e-4107-8023-b17488e844e7 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:58:09.826083 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:09.856003 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de235d-d89a-423b-bcbc-212afce99e9e admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ba2071-2a06-4595-9b63-7a07847597bf,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:09.875917 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d8de235d-d89a-423b-bcbc-212afce99e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:09.902769 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e86d1d-86f3-4803-93be-0b28f6f7a80f req-94f9b8c5-3596-4ebd-a0b2-9c13cd78b785 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:09.904508 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f6e86d1d-86f3-4803-93be-0b28f6f7a80f req-94f9b8c5-3596-4ebd-a0b2-9c13cd78b785 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.2960556
Apr 09 13:58:09.919720 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33504) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:09.963457 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-abf71967-8767-4f0d-9110-040a95680f7e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Request body: {'floatingip': {'port_id': 'c82eea80-227b-4764-8f8c-8abc8defd639'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:58:10.020989 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:10.052928 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] For port 6daa2503-4e4e-4107-8023-b17488e844e7, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=6daa2503-4e4e-4107-8023-b17488e844e7,segment=NetworkSegment(de3cc2cb-4274-4186-ad06-37cd94bdad21),segment_id=de3cc2cb-4274-4186-ad06-37cd94bdad21)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:58:10.057120 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:10.061798 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:10.108406 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-abf71967-8767-4f0d-9110-040a95680f7e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for floatingip, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:10.132940 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 5d9fd947-9e56-4a32-b205-0cdbb9ba3d63 no longer exists at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 13:58:10.204416 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] No Port match for: 5d9fd947-9e56-4a32-b205-0cdbb9ba3d63 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 13:58:10.204748 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 5d9fd947-9e56-4a32-b205-0cdbb9ba3d63 not bound to the agent host dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 13:58:10.247482 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Pushing event updated for resources: {'Port': ['ID=6daa2503-4e4e-4107-8023-b17488e844e7,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:10.255118 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:10.471031 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d8de235d-d89a-423b-bcbc-212afce99e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3848865'] for router_gateway, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:10.838348 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d8de235d-d89a-423b-bcbc-212afce99e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850958047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760716'] for router, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:10.843136 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d8de235d-d89a-423b-bcbc-212afce99e9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:10.903574 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d8de235d-d89a-423b-bcbc-212afce99e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850957941'] for router, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:10.904141 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8de235d-d89a-423b-bcbc-212afce99e9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a98f447-bed3-4a39-8b00-1d5d78d4d742 {{(pid=85290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 09 13:58:11.031109 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d8de235d-d89a-423b-bcbc-212afce99e9e admin admin] Notify callbacks [] for router, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:11.033160 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-d8de235d-d89a-423b-bcbc-212afce99e9e admin admin] 10.222.0.96 "DELETE /v2.0/routers/3a98f447-bed3-4a39-8b00-1d5d78d4d742 HTTP/1.1" status: 204  len: 168 time: 2.9656088
Apr 09 13:58:11.036191 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 33510) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:11.117669 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_v2 [None req-df0bc097-8e82-4d2f-8c8c-60f5af4cbdef admin admin] Deleting subnet c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3 {{(pid=85291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 13:58:11.121831 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-df0bc097-8e82-4d2f-8c8c-60f5af4cbdef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:11.192464 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-df0bc097-8e82-4d2f-8c8c-60f5af4cbdef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851902559'] for subnet, precommit_delete_associations {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:11.230306 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-abf71967-8767-4f0d-9110-040a95680f7e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:11.235576 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-abf71967-8767-4f0d-9110-040a95680f7e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850926857'] for floatingip, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:11.370574 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-df0bc097-8e82-4d2f-8c8c-60f5af4cbdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854254641'] for subnet, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:11.586479 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.l3_db [None req-abf71967-8767-4f0d-9110-040a95680f7e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Floating IP 2dbfe9bc-d368-4b21-ae3c-5475b2ae6b85 associated. External IP: 172.27.0.196, port: c82eea80-227b-4764-8f8c-8abc8defd639.
Apr 09 13:58:11.658051 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 6daa2503-4e4e-4107-8023-b17488e844e7 up at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:58:11.750834 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Provisioning complete for port 6daa2503-4e4e-4107-8023-b17488e844e7 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:58:11.751435 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:11.961012 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-df0bc097-8e82-4d2f-8c8c-60f5af4cbdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-521156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10017340'] for subnet, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:11.981870 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:11.985794 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device a7ba2071-2a06-4595-9b63-7a07847597bf no longer exists at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 13:58:12.030802 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] No Port match for: a7ba2071-2a06-4595-9b63-7a07847597bf {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 13:58:12.031200 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device a7ba2071-2a06-4595-9b63-7a07847597bf not bound to the agent host dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 13:58:12.091321 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0bc097-8e82-4d2f-8c8c-60f5af4cbdef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:12.105553 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-df0bc097-8e82-4d2f-8c8c-60f5af4cbdef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:12.156518 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-df0bc097-8e82-4d2f-8c8c-60f5af4cbdef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:12.166350 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-df0bc097-8e82-4d2f-8c8c-60f5af4cbdef admin admin] 10.222.0.96 "DELETE /v2.0/subnets/c63ee755-32f2-4e3c-8c1d-a0944ad5a8d3 HTTP/1.1" status: 204  len: 168 time: 1.1289182
Apr 09 13:58:12.167106 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff7d069-2247-4d46-be8f-057bd16ac8cf None None] Network 790e52e4-8e7b-4b24-9306-15744e4e6057 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:58:12.170815 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 33518) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:12.345999 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42197094-cca9-4820-a248-66eeb2d658ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-409197'] for network, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:12.379498 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf71967-8767-4f0d-9110-040a95680f7e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Router a6a67208-41f8-4a03-be6b-bf70086a3410 has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 13:58:12.417760 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-42197094-cca9-4820-a248-66eeb2d658ad admin admin] Deleting port cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:58:12.418056 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42197094-cca9-4820-a248-66eeb2d658ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:12.504967 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99dafee-c5e4-4be4-b56b-082e2041838b None None] DHCP port deletion for 790e52e4-8e7b-4b24-9306-15744e4e6057 request from dv-cinder-785362-1-iscsi {{(pid=85292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 09 13:58:12.510178 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-a99dafee-c5e4-4be4-b56b-082e2041838b None None] Deleting port cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6 {{(pid=85292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:58:12.510743 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a99dafee-c5e4-4be4-b56b-082e2041838b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:12.640653 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf71967-8767-4f0d-9110-040a95680f7e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:58:12.647520 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-abf71967-8767-4f0d-9110-040a95680f7e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for floatingip, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:12.661626 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc34da2-7c9f-4b52-9f60-86a3a216dc0e None None] Sync routers for ids ['a6a67208-41f8-4a03-be6b-bf70086a3410'] in dv-cinder-785362-1-iscsi {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:58:12.689401 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc34da2-7c9f-4b52-9f60-86a3a216dc0e None None] Routers {'a6a67208-41f8-4a03-be6b-bf70086a3410'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:58:12.690846 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-acc34da2-7c9f-4b52-9f60-86a3a216dc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcff99b0>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:57:52Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['a6a67208-41f8-4a03-be6b-bf70086a3410'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:12.725835 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-42197094-cca9-4820-a248-66eeb2d658ad admin admin] For port cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6,segment=NetworkSegment(ef686021-fad8-4b5d-8039-d61ea002be76),segment_id=ef686021-fad8-4b5d-8039-d61ea002be76)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:58:12.726984 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42197094-cca9-4820-a248-66eeb2d658ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:12.747716 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-abf71967-8767-4f0d-9110-040a95680f7e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "PUT /v2.0/floatingips/2dbfe9bc-d368-4b21-ae3c-5475b2ae6b85 HTTP/1.1" status: 200  len: 991 time: 2.8233743
Apr 09 13:58:12.748747 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9003e728-4864-4993-828c-85fbe195e182', 'tag': 'c82eea80-227b-4764-8f8c-8abc8defd639'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:58:12.803194 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-a99dafee-c5e4-4be4-b56b-082e2041838b None None] For port cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6,segment=NetworkSegment(ef686021-fad8-4b5d-8039-d61ea002be76),segment_id=ef686021-fad8-4b5d-8039-d61ea002be76)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:58:12.804986 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a99dafee-c5e4-4be4-b56b-082e2041838b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:12.916187 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9003e728-4864-4993-828c-85fbe195e182', 'tag': 'c82eea80-227b-4764-8f8c-8abc8defd639', 'status': 'completed', 'code': 200}
Apr 09 13:58:13.002626 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-42197094-cca9-4820-a248-66eeb2d658ad admin admin] Calling delete_port for cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6 owned by network:dhcp {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:58:13.096319 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-a99dafee-c5e4-4be4-b56b-082e2041838b None None] Calling delete_port for cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6 owned by network:dhcp {{(pid=85292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:58:13.108999 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-acc34da2-7c9f-4b52-9f60-86a3a216dc0e None None] Set router a6a67208-41f8-4a03-be6b-bf70086a3410 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:58:13.226150 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42197094-cca9-4820-a248-66eeb2d658ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:13.246730 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-aa1aac4e-ea16-4e89-a174-81c13f55bb56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:13.385404 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42197094-cca9-4820-a248-66eeb2d658ad admin admin] Pushing event deleted for resources: {'Port': ['ID=cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:13.414264 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-42197094-cca9-4820-a248-66eeb2d658ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:13.450954 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.db.api [None req-a99dafee-c5e4-4be4-b56b-082e2041838b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85292) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 13:58:13.451601 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_db.api [None req-a99dafee-c5e4-4be4-b56b-082e2041838b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 09 13:58:13.473278 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd66c1-cfe0-48cb-a1c0-191196c82418 req-b8569d95-e67a-43e4-b854-e71025d2d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:13.475859 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4bdd66c1-cfe0-48cb-a1c0-191196c82418 req-b8569d95-e67a-43e4-b854-e71025d2d211 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8f40d2219e104d8ba0a5d0df316c2e3c&device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 1098 time: 0.3167429
Apr 09 13:58:13.610929 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42197094-cca9-4820-a248-66eeb2d658ad admin admin] No DVR routers for this DVR port cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6 on host dv-cinder-785362-1-iscsi {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 13:58:13.669868 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6 no longer exists at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 13:58:13.731990 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] No Port match for: cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 13:58:13.732845 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6 not bound to the agent host dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 13:58:13.790727 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-acc34da2-7c9f-4b52-9f60-86a3a216dc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcff99b0>, [{'id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'name': 'tempest-AttachVolumeShelveTestJSON-1923918763-router', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:01Z', 'updated_at': '2021-04-09T13:50:21Z', 'revision_number': 4, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'gw_port': {'id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': '2dbfe9bc-d368-4b21-ae3c-5475b2ae6b85', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'floating_ip_address': '172.27.0.196', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'port_id': 'c82eea80-227b-4764-8f8c-8abc8defd639', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'mac_address': 'fa:16:3e:0f:a3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e728-4864-4993-828c-85fbe195e182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:57:48Z', 'updated_at': '2021-04-09T13:58:11Z', 'revision_number': 1, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c670e63b-647b-4070-b55e-5eca152c8a9a', 'name': '', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'mac_address': 'fa:16:3e:25:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:15Z', 'updated_at': '2021-04-09T13:50:44Z', 'revision_number': 5, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'subnets': [{'id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:13.795647 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc34da2-7c9f-4b52-9f60-86a3a216dc0e None None] Checking router: a6a67208-41f8-4a03-be6b-bf70086a3410 for host: dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:58:13.818805 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc34da2-7c9f-4b52-9f60-86a3a216dc0e None None] Routers {'a6a67208-41f8-4a03-be6b-bf70086a3410'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:58:13.819613 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-acc34da2-7c9f-4b52-9f60-86a3a216dc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcff99b0>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:57:52Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['a6a67208-41f8-4a03-be6b-bf70086a3410'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:13.840674 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42197094-cca9-4820-a248-66eeb2d658ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5455', 'neutron.services.segments.db._delete_segments_for_network--9223363303376033550'] for network, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:13.953897 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-a99dafee-c5e4-4be4-b56b-082e2041838b None None] Deleting port cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6 {{(pid=85292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:58:13.954901 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a99dafee-c5e4-4be4-b56b-082e2041838b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:13.987024 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd66c1-cfe0-48cb-a1c0-191196c82418 req-b1e280be-fa6b-400a-b1ac-4ba5b1b3469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:13.989995 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4bdd66c1-cfe0-48cb-a1c0-191196c82418 req-b1e280be-fa6b-400a-b1ac-4ba5b1b3469f service neutron] 10.222.0.93 "GET /v2.0/networks?id=9010c4eb-70b0-4853-abe2-15efc5a47948 HTTP/1.1" status: 200  len: 918 time: 0.5030739
Apr 09 13:58:14.087073 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-a99dafee-c5e4-4be4-b56b-082e2041838b None None] The port 'cd53d4cc-2b3b-4a4c-96a4-2012ac2a34e6' was deleted {{(pid=85292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 09 13:58:14.189330 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4bdd66c1-cfe0-48cb-a1c0-191196c82418 req-9c6eff15-01b3-4809-b8e0-9696e25406d1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c82eea80-227b-4764-8f8c-8abc8defd639 HTTP/1.1" status: 200  len: 999 time: 0.1813166
Apr 09 13:58:14.217649 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-acc34da2-7c9f-4b52-9f60-86a3a216dc0e None None] Set router a6a67208-41f8-4a03-be6b-bf70086a3410 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:58:14.296681 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-42197094-cca9-4820-a248-66eeb2d658ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f16bc7e74e0>,) {'filters': {'network_id': ['790e52e4-8e7b-4b24-9306-15744e4e6057']}} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:14.333081 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-42197094-cca9-4820-a248-66eeb2d658ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f16bc7e74e0>, 'ef686021-fad8-4b5d-8039-d61ea002be76') {'for_net_delete': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:14.333691 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-42197094-cca9-4820-a248-66eeb2d658ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f16bc7e74e0>, 'ef686021-fad8-4b5d-8039-d61ea002be76') {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:14.353646 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42197094-cca9-4820-a248-66eeb2d658ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303375980284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2873241'] for segment, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:14.373911 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd66c1-cfe0-48cb-a1c0-191196c82418 req-8cd065aa-6a1a-473a-9c3b-305482c50c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:14.375962 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4bdd66c1-cfe0-48cb-a1c0-191196c82418 req-8cd065aa-6a1a-473a-9c3b-305482c50c7e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a11cd7fb-d8a8-4644-9261-21e5c207880f HTTP/1.1" status: 200  len: 856 time: 0.1731038
Apr 09 13:58:14.383384 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42197094-cca9-4820-a248-66eeb2d658ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:14.440803 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42197094-cca9-4820-a248-66eeb2d658ad admin admin] Releasing vlan 970 on physical network physnet1 to pool {{(pid=85291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 13:58:14.679017 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-42197094-cca9-4820-a248-66eeb2d658ad admin admin] Network 790e52e4-8e7b-4b24-9306-15744e4e6057 has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 13:58:14.690594 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42197094-cca9-4820-a248-66eeb2d658ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246049'] for segment, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:14.710726 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd66c1-cfe0-48cb-a1c0-191196c82418 req-e7bd6ecb-040a-4ee8-8b7c-bec4af050251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:14.712493 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4bdd66c1-cfe0-48cb-a1c0-191196c82418 req-e7bd6ecb-040a-4ee8-8b7c-bec4af050251 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9010c4eb-70b0-4853-abe2-15efc5a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3218997
Apr 09 13:58:14.739389 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-acc34da2-7c9f-4b52-9f60-86a3a216dc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcff99b0>, [{'id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'name': 'tempest-AttachVolumeShelveTestJSON-1923918763-router', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:01Z', 'updated_at': '2021-04-09T13:50:21Z', 'revision_number': 4, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'gw_port': {'id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': '2dbfe9bc-d368-4b21-ae3c-5475b2ae6b85', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'floating_ip_address': '172.27.0.196', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'port_id': 'c82eea80-227b-4764-8f8c-8abc8defd639', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'mac_address': 'fa:16:3e:0f:a3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e728-4864-4993-828c-85fbe195e182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:57:48Z', 'updated_at': '2021-04-09T13:58:11Z', 'revision_number': 1, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c670e63b-647b-4070-b55e-5eca152c8a9a', 'name': '', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'mac_address': 'fa:16:3e:25:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:15Z', 'updated_at': '2021-04-09T13:50:44Z', 'revision_number': 5, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'subnets': [{'id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:14.745345 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc34da2-7c9f-4b52-9f60-86a3a216dc0e None None] The sync data for ids ['a6a67208-41f8-4a03-be6b-bf70086a3410'] in dv-cinder-785362-1-iscsi is: [{'id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'name': 'tempest-AttachVolumeShelveTestJSON-1923918763-router', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:01Z', 'updated_at': '2021-04-09T13:50:21Z', 'revision_number': 4, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'gw_port': {'id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': '2dbfe9bc-d368-4b21-ae3c-5475b2ae6b85', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'floating_ip_address': '172.27.0.196', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'port_id': 'c82eea80-227b-4764-8f8c-8abc8defd639', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'mac_address': 'fa:16:3e:0f:a3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e728-4864-4993-828c-85fbe195e182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:57:48Z', 'updated_at': '2021-04-09T13:58:11Z', 'revision_number': 1, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c670e63b-647b-4070-b55e-5eca152c8a9a', 'name': '', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'mac_address': 'fa:16:3e:25:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:15Z', 'updated_at': '2021-04-09T13:50:44Z', 'revision_number': 5, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'subnets': [{'id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:58:15.004383 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-42197094-cca9-4820-a248-66eeb2d658ad admin admin] Network 790e52e4-8e7b-4b24-9306-15744e4e6057 has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]: Traceback (most recent call last):
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:     timer()
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:     cb(*args, **kw)
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:     return func(*args, **kwargs)
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:     self._notify()
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:     self.callback(batched_events)
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:     event.method(event)
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:     segment_id)['aggregates'][0]
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:     return f(self, *a, **k)
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self._get(url).json()
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:     **kwargs)
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self.request(url, 'GET', **kwargs)
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:     **endpoint_filter)
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 13:58:15.048034 dv-cinder-785362-1-iscsi neutron-server[85177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 13:58:15.072150 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ac917b-6810-4bfd-ad4c-e68d712f39c0 None None] New status for floating IP 2dbfe9bc-d368-4b21-ae3c-5475b2ae6b85: ACTIVE {{(pid=85292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 13:58:15.156380 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4bdd66c1-cfe0-48cb-a1c0-191196c82418 req-277c0a6a-a86b-47fc-93ac-2bad1cbb1910 service neutron] 10.222.0.93 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3831334
Apr 09 13:58:15.196770 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42197094-cca9-4820-a248-66eeb2d658ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850926906'] for network, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:15.207507 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42197094-cca9-4820-a248-66eeb2d658ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:15.268920 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:15.325037 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42197094-cca9-4820-a248-66eeb2d658ad admin admin] Pushing event deleted for resources: {'Network': ['ID=790e52e4-8e7b-4b24-9306-15744e4e6057,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:15.328058 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-42197094-cca9-4820-a248-66eeb2d658ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:15.332849 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-42197094-cca9-4820-a248-66eeb2d658ad admin admin] 10.222.0.96 "DELETE /v2.0/networks/790e52e4-8e7b-4b24-9306-15744e4e6057 HTTP/1.1" status: 204  len: 168 time: 3.1607156
Apr 09 13:58:15.338040 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33536) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:15.699307 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4bdd66c1-cfe0-48cb-a1c0-191196c82418 req-d37a1183-98b6-4f2f-9aa8-0c59bc379dec service neutron] 10.222.0.93 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5356772
Apr 09 13:58:16.058123 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1dbd039f-82b2-43c2-bdc0-63c72dcf5007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826322'] for router_interface, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:16.531596 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-1dbd039f-82b2-43c2-bdc0-63c72dcf5007 admin admin] Deleting port 0a2966e7-9e82-4ed1-bfa4-24453e386bf1 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:58:16.532202 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1dbd039f-82b2-43c2-bdc0-63c72dcf5007 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:16.758945 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-1dbd039f-82b2-43c2-bdc0-63c72dcf5007 admin admin] For port 0a2966e7-9e82-4ed1-bfa4-24453e386bf1, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=0a2966e7-9e82-4ed1-bfa4-24453e386bf1,segment=NetworkSegment(251aca5f-0945-4b4a-a602-68b471507a28),segment_id=251aca5f-0945-4b4a-a602-68b471507a28)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:58:16.758945 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1dbd039f-82b2-43c2-bdc0-63c72dcf5007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:16.900423 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-1dbd039f-82b2-43c2-bdc0-63c72dcf5007 admin admin] Calling delete_port for 0a2966e7-9e82-4ed1-bfa4-24453e386bf1 owned by network:router_interface {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:58:17.108867 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1dbd039f-82b2-43c2-bdc0-63c72dcf5007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:17.125222 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-35efd7bd-f3d4-45c3-9ccb-2602d4024c88 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:17.225049 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd039f-82b2-43c2-bdc0-63c72dcf5007 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a2966e7-9e82-4ed1-bfa4-24453e386bf1,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:17.232019 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1dbd039f-82b2-43c2-bdc0-63c72dcf5007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:17.634303 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1dbd039f-82b2-43c2-bdc0-63c72dcf5007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3797789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3827617'] for router_interface, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:18.332541 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-eeea3b58-ef25-4b82-9a2a-d52df7f81760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:18.491645 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbd039f-82b2-43c2-bdc0-63c72dcf5007 admin admin] Router 4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 13:58:18.708829 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbd039f-82b2-43c2-bdc0-63c72dcf5007 admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:58:18.722023 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d91899d-a90b-4429-819b-bb84529d4373 None None] Sync routers for ids ['4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c'] in dv-cinder-785362-1-iscsi {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:58:18.730850 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-1dbd039f-82b2-43c2-bdc0-63c72dcf5007 admin admin] 10.222.0.96 "PUT /v2.0/routers/4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3914051
Apr 09 13:58:18.734143 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33558) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:18.736830 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d91899d-a90b-4429-819b-bb84529d4373 None None] Routers {'4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:58:18.737522 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-9d91899d-a90b-4429-819b-bb84529d4373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcd665f8>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:57:52Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:18.947926 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-62498fa5-a0e7-421e-9753-5b82d96c052e admin admin] Notify callbacks [] for router, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:19.018159 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-9d91899d-a90b-4429-819b-bb84529d4373 None None] Set router 4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:58:19.247550 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-62498fa5-a0e7-421e-9753-5b82d96c052e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:19.262799 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-62498fa5-a0e7-421e-9753-5b82d96c052e admin admin] Deleting port 039eda97-d3de-4bbb-8d0e-4e0ac5e8da83 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:58:19.263658 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-62498fa5-a0e7-421e-9753-5b82d96c052e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:19.462134 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-9d91899d-a90b-4429-819b-bb84529d4373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcd665f8>, [{'id': '4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c', 'name': 'tempest-TestMinimumBasicScenario-2137372356-router', 'tenant_id': '63f016e78c0a4c8ca4a903fa724b9225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '039eda97-d3de-4bbb-8d0e-4e0ac5e8da83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:51:33Z', 'updated_at': '2021-04-09T13:58:17Z', 'revision_number': 5, 'project_id': '63f016e78c0a4c8ca4a903fa724b9225', 'gw_port': {'id': '039eda97-d3de-4bbb-8d0e-4e0ac5e8da83', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:51:34Z', 'updated_at': '2021-04-09T13:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:19.466779 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d91899d-a90b-4429-819b-bb84529d4373 None None] Checking router: 4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c for host: dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:58:19.477982 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d91899d-a90b-4429-819b-bb84529d4373 None None] Routers {'4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:58:19.478591 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-9d91899d-a90b-4429-819b-bb84529d4373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcd665f8>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:57:52Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:19.534930 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-62498fa5-a0e7-421e-9753-5b82d96c052e admin admin] For port 039eda97-d3de-4bbb-8d0e-4e0ac5e8da83, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=039eda97-d3de-4bbb-8d0e-4e0ac5e8da83,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:58:19.535561 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-62498fa5-a0e7-421e-9753-5b82d96c052e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:19.701985 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-62498fa5-a0e7-421e-9753-5b82d96c052e admin admin] Calling delete_port for 039eda97-d3de-4bbb-8d0e-4e0ac5e8da83 owned by network:router_gateway {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:58:19.858515 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-9d91899d-a90b-4429-819b-bb84529d4373 None None] Set router 4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c gateway port host: None {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:58:19.935017 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-62498fa5-a0e7-421e-9753-5b82d96c052e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:19.965681 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-22e818ee-4764-490b-86f9-17f5f9e6083b tempest-VolumesNegativeTest-808637852 tempest-VolumesNegativeTest-808637852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:19.984649 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-9d91899d-a90b-4429-819b-bb84529d4373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcd665f8>, [{'id': '4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c', 'name': 'tempest-TestMinimumBasicScenario-2137372356-router', 'tenant_id': '63f016e78c0a4c8ca4a903fa724b9225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:51:33Z', 'updated_at': '2021-04-09T13:58:19Z', 'revision_number': 6, 'project_id': '63f016e78c0a4c8ca4a903fa724b9225', 'gw_port_host': None}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:19.992751 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d91899d-a90b-4429-819b-bb84529d4373 None None] The sync data for ids ['4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c'] in dv-cinder-785362-1-iscsi is: [{'id': '4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c', 'name': 'tempest-TestMinimumBasicScenario-2137372356-router', 'tenant_id': '63f016e78c0a4c8ca4a903fa724b9225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:51:33Z', 'updated_at': '2021-04-09T13:58:19Z', 'revision_number': 6, 'project_id': '63f016e78c0a4c8ca4a903fa724b9225', 'gw_port_host': None}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:58:20.077394 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62498fa5-a0e7-421e-9753-5b82d96c052e admin admin] Pushing event deleted for resources: {'Port': ['ID=039eda97-d3de-4bbb-8d0e-4e0ac5e8da83,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:20.089663 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-62498fa5-a0e7-421e-9753-5b82d96c052e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:20.286561 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-62498fa5-a0e7-421e-9753-5b82d96c052e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3848865'] for router_gateway, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:20.503480 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-62498fa5-a0e7-421e-9753-5b82d96c052e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850958047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760716'] for router, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:20.506104 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-62498fa5-a0e7-421e-9753-5b82d96c052e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:20.550528 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-62498fa5-a0e7-421e-9753-5b82d96c052e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850957941'] for router, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:20.551144 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62498fa5-a0e7-421e-9753-5b82d96c052e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c {{(pid=85290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 09 13:58:20.565801 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-62498fa5-a0e7-421e-9753-5b82d96c052e admin admin] Notify callbacks [] for router, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:20.567084 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-62498fa5-a0e7-421e-9753-5b82d96c052e admin admin] 10.222.0.96 "DELETE /v2.0/routers/4f3268ce-d2d8-42e9-98af-ba7b9ebbad9c HTTP/1.1" status: 204  len: 168 time: 1.8318267
Apr 09 13:58:20.570168 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33574) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:20.644353 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3cc59cd-46fb-4da2-b9fa-4f7750c3aa31 admin admin] Deleting subnet 4ba011d2-4271-4003-adaa-7129195732ca {{(pid=85290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 13:58:20.647901 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d3cc59cd-46fb-4da2-b9fa-4f7750c3aa31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:20.708875 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d3cc59cd-46fb-4da2-b9fa-4f7750c3aa31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2171474'] for subnet, precommit_delete_associations {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:20.914772 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d3cc59cd-46fb-4da2-b9fa-4f7750c3aa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854254641'] for subnet, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:21.261840 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d3cc59cd-46fb-4da2-b9fa-4f7750c3aa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-521156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10405870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844793528'] for subnet, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:21.301080 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5547d6f7-19e1-4cb4-a945-c18b0d167cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:21.401745 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc59cd-46fb-4da2-b9fa-4f7750c3aa31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ba011d2-4271-4003-adaa-7129195732ca,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:21.409835 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d3cc59cd-46fb-4da2-b9fa-4f7750c3aa31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:21.429411 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-033959b7-8b57-447b-b110-647b9a66ffec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:21.463349 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d3cc59cd-46fb-4da2-b9fa-4f7750c3aa31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:21.470482 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cfd45d-db08-40f5-8af8-b8c7e85a700d None None] Network b67e54d4-672d-4aaa-8ed7-36d7fd86878e requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 13:58:21.471835 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-d3cc59cd-46fb-4da2-b9fa-4f7750c3aa31 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/4ba011d2-4271-4003-adaa-7129195732ca HTTP/1.1" status: 204  len: 168 time: 0.9005244
Apr 09 13:58:21.476302 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33584) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:21.596407 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:21.598959 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4810924b-93ec-4117-a064-15d00f00d14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-409197'] for network, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:21.646110 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 039eda97-d3de-4bbb-8d0e-4e0ac5e8da83 no longer exists at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 13:58:21.678536 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-4810924b-93ec-4117-a064-15d00f00d14e admin admin] Deleting port 20eb109c-2e4f-438f-bd98-048beee72def {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:58:21.678858 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4810924b-93ec-4117-a064-15d00f00d14e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:21.722608 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] No Port match for: 039eda97-d3de-4bbb-8d0e-4e0ac5e8da83 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 13:58:21.723001 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 039eda97-d3de-4bbb-8d0e-4e0ac5e8da83 not bound to the agent host dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 13:58:21.723546 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 0a2966e7-9e82-4ed1-bfa4-24453e386bf1 no longer exists at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 13:58:21.765296 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] No Port match for: 0a2966e7-9e82-4ed1-bfa4-24453e386bf1 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 13:58:21.766089 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 0a2966e7-9e82-4ed1-bfa4-24453e386bf1 not bound to the agent host dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 13:58:21.870913 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7607daf3-f779-4fc3-bbee-4989bd30122a None None] DHCP port deletion for b67e54d4-672d-4aaa-8ed7-36d7fd86878e request from dv-cinder-785362-1-iscsi {{(pid=85292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 09 13:58:21.877995 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-7607daf3-f779-4fc3-bbee-4989bd30122a None None] Deleting port 20eb109c-2e4f-438f-bd98-048beee72def {{(pid=85292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:58:21.878428 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7607daf3-f779-4fc3-bbee-4989bd30122a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:22.273675 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-4810924b-93ec-4117-a064-15d00f00d14e admin admin] For port 20eb109c-2e4f-438f-bd98-048beee72def, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=20eb109c-2e4f-438f-bd98-048beee72def,segment=NetworkSegment(251aca5f-0945-4b4a-a602-68b471507a28),segment_id=251aca5f-0945-4b4a-a602-68b471507a28)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:58:22.274479 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4810924b-93ec-4117-a064-15d00f00d14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:22.347159 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-7607daf3-f779-4fc3-bbee-4989bd30122a None None] For port 20eb109c-2e4f-438f-bd98-048beee72def, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=20eb109c-2e4f-438f-bd98-048beee72def,segment=NetworkSegment(251aca5f-0945-4b4a-a602-68b471507a28),segment_id=251aca5f-0945-4b4a-a602-68b471507a28)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:58:22.347683 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7607daf3-f779-4fc3-bbee-4989bd30122a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:22.437086 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-4810924b-93ec-4117-a064-15d00f00d14e admin admin] Calling delete_port for 20eb109c-2e4f-438f-bd98-048beee72def owned by network:dhcp {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:58:22.501422 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-7607daf3-f779-4fc3-bbee-4989bd30122a None None] Calling delete_port for 20eb109c-2e4f-438f-bd98-048beee72def owned by network:dhcp {{(pid=85292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:58:22.550643 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4810924b-93ec-4117-a064-15d00f00d14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:22.565998 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:22.597675 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.db.api [None req-7607daf3-f779-4fc3-bbee-4989bd30122a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85292) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 13:58:22.598086 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_db.api [None req-7607daf3-f779-4fc3-bbee-4989bd30122a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 09 13:58:22.667065 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810924b-93ec-4117-a064-15d00f00d14e admin admin] Pushing event deleted for resources: {'Port': ['ID=20eb109c-2e4f-438f-bd98-048beee72def,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:22.675912 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-4810924b-93ec-4117-a064-15d00f00d14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:22.724653 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4810924b-93ec-4117-a064-15d00f00d14e admin admin] No DVR routers for this DVR port 20eb109c-2e4f-438f-bd98-048beee72def on host dv-cinder-785362-1-iscsi {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 13:58:22.866022 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4810924b-93ec-4117-a064-15d00f00d14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5455', 'neutron.services.segments.db._delete_segments_for_network--9223363303376033550'] for network, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:22.994575 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-4810924b-93ec-4117-a064-15d00f00d14e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f16bc6cc630>,) {'filters': {'network_id': ['b67e54d4-672d-4aaa-8ed7-36d7fd86878e']}} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:23.010374 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-4810924b-93ec-4117-a064-15d00f00d14e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f16bc6cc630>, '251aca5f-0945-4b4a-a602-68b471507a28') {'for_net_delete': True} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:23.010717 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-4810924b-93ec-4117-a064-15d00f00d14e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f16bc6cc630>, '251aca5f-0945-4b4a-a602-68b471507a28') {} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:23.024878 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4810924b-93ec-4117-a064-15d00f00d14e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303375980284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852604310'] for segment, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:23.041769 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4810924b-93ec-4117-a064-15d00f00d14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:23.048962 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4810924b-93ec-4117-a064-15d00f00d14e admin admin] Releasing vlan 992 on physical network physnet1 to pool {{(pid=85290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 13:58:23.100458 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-7607daf3-f779-4fc3-bbee-4989bd30122a None None] Deleting port 20eb109c-2e4f-438f-bd98-048beee72def {{(pid=85292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:58:23.100901 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7607daf3-f779-4fc3-bbee-4989bd30122a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:23.199585 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-7607daf3-f779-4fc3-bbee-4989bd30122a None None] The port '20eb109c-2e4f-438f-bd98-048beee72def' was deleted {{(pid=85292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 09 13:58:23.201298 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:23.243781 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-4810924b-93ec-4117-a064-15d00f00d14e admin admin] Network b67e54d4-672d-4aaa-8ed7-36d7fd86878e has no segments {{(pid=85290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 13:58:23.254822 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4810924b-93ec-4117-a064-15d00f00d14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10405811'] for segment, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:23.299705 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:23.527442 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-4810924b-93ec-4117-a064-15d00f00d14e admin admin] Network b67e54d4-672d-4aaa-8ed7-36d7fd86878e has no segments {{(pid=85290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]: Traceback (most recent call last):
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:     timer()
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:     cb(*args, **kw)
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:     return func(*args, **kwargs)
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:     self._notify()
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:     self.callback(batched_events)
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:     event.method(event)
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:     segment_id)['aggregates'][0]
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:     return f(self, *a, **k)
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self._get(url).json()
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:     **kwargs)
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self.request(url, 'GET', **kwargs)
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:     **endpoint_filter)
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 13:58:23.552689 dv-cinder-785362-1-iscsi neutron-server[85177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 13:58:23.622865 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 20eb109c-2e4f-438f-bd98-048beee72def no longer exists at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 13:58:23.646619 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4810924b-93ec-4117-a064-15d00f00d14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850926906'] for network, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:23.651568 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-cbd1828a-56cd-401f-bd49-824da5f30948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:23.669449 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] No Port match for: 20eb109c-2e4f-438f-bd98-048beee72def {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 13:58:23.669848 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 20eb109c-2e4f-438f-bd98-048beee72def not bound to the agent host dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 13:58:23.671149 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4810924b-93ec-4117-a064-15d00f00d14e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:23.679712 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810924b-93ec-4117-a064-15d00f00d14e admin admin] Pushing event deleted for resources: {'Network': ['ID=b67e54d4-672d-4aaa-8ed7-36d7fd86878e,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:23.683499 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-4810924b-93ec-4117-a064-15d00f00d14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:23.691006 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-4810924b-93ec-4117-a064-15d00f00d14e admin admin] 10.222.0.96 "DELETE /v2.0/networks/b67e54d4-672d-4aaa-8ed7-36d7fd86878e HTTP/1.1" status: 204  len: 168 time: 2.2135077
Apr 09 13:58:23.835349 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33598) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:23.881869 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-00aaf1dd-b8f6-4b0e-a1d4-3da417d171ce admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4c147f1cde8b46c7be8d2d3698b9a007&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0451651
Apr 09 13:58:23.884557 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33602) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:23.951475 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-94820ee6-f045-4f03-b01f-d9efec2b5b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:23.982651 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-94820ee6-f045-4f03-b01f-d9efec2b5b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:24.042872 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-94820ee6-f045-4f03-b01f-d9efec2b5b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:24.048201 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-04be6a21-b5a5-4100-9344-7c226b44838b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:24.063475 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94820ee6-f045-4f03-b01f-d9efec2b5b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd6e3ce-8f26-4291-b93d-4fa8128bd947,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:24.069114 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-94820ee6-f045-4f03-b01f-d9efec2b5b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:24.071668 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-94820ee6-f045-4f03-b01f-d9efec2b5b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:24.072588 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-94820ee6-f045-4f03-b01f-d9efec2b5b8c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9bd6e3ce-8f26-4291-b93d-4fa8128bd947 HTTP/1.1" status: 204  len: 168 time: 0.1868014
Apr 09 13:58:24.421758 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da364220-70f0-4f34-bd15-d5aad524c0bb req-778ff818-0523-4e8b-ad72-3f1c67dbf7cf service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0916948
Apr 09 13:58:24.519778 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33612) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:24.552612 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da364220-70f0-4f34-bd15-d5aad524c0bb req-59c2ca17-ab43-47d3-948b-79c71d38a199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:24.554579 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da364220-70f0-4f34-bd15-d5aad524c0bb req-59c2ca17-ab43-47d3-948b-79c71d38a199 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=142806ca91ce40c4af646ab038ed6230&device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 1099 time: 0.1033630
Apr 09 13:58:24.565776 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-0eb15713-e672-454b-ba9f-b26ee1c80081 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=63f016e78c0a4c8ca4a903fa724b9225&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0437303
Apr 09 13:58:24.570583 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33616) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:24.660219 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c2b36364-4084-4425-8d1e-a2e3e5d0676d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:24.712189 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c2b36364-4084-4425-8d1e-a2e3e5d0676d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:24.731891 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:24.790777 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da364220-70f0-4f34-bd15-d5aad524c0bb req-0629dcb1-907b-4380-8bd2-d8d46893989a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:24.792904 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da364220-70f0-4f34-bd15-d5aad524c0bb req-0629dcb1-907b-4380-8bd2-d8d46893989a service neutron] 10.222.0.93 "GET /v2.0/networks?id=728a6819-b70e-44ea-a058-103a448de099 HTTP/1.1" status: 200  len: 912 time: 0.2093794
Apr 09 13:58:24.806175 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c2b36364-4084-4425-8d1e-a2e3e5d0676d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:24.809738 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f850a2e3-3270-4f91-a8f6-d439da823a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:24.825528 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b36364-4084-4425-8d1e-a2e3e5d0676d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587babd2-77fd-4413-81da-4653e9abd070,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:24.832062 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c2b36364-4084-4425-8d1e-a2e3e5d0676d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:24.837219 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c2b36364-4084-4425-8d1e-a2e3e5d0676d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:24.839191 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-c2b36364-4084-4425-8d1e-a2e3e5d0676d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/587babd2-77fd-4413-81da-4653e9abd070 HTTP/1.1" status: 204  len: 168 time: 0.2670870
Apr 09 13:58:24.956591 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da364220-70f0-4f34-bd15-d5aad524c0bb req-4411fdaa-f5b1-4cb4-b0f9-1af2aec6d357 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e959d20d-1793-4b84-8a61-8589ea036641 HTTP/1.1" status: 200  len: 1001 time: 0.1508822
Apr 09 13:58:25.038186 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da364220-70f0-4f34-bd15-d5aad524c0bb req-89ee7137-d957-4148-80ce-d7093a14bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:25.039891 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da364220-70f0-4f34-bd15-d5aad524c0bb req-89ee7137-d957-4148-80ce-d7093a14bdf3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e030f8dc-5b8d-4ea0-b3f6-2dee779ce825 HTTP/1.1" status: 200  len: 850 time: 0.0762682
Apr 09 13:58:25.144010 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da364220-70f0-4f34-bd15-d5aad524c0bb req-b4a8200a-0f6b-4e18-afbe-2e67cbdd377c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:25.146018 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da364220-70f0-4f34-bd15-d5aad524c0bb req-b4a8200a-0f6b-4e18-afbe-2e67cbdd377c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=728a6819-b70e-44ea-a058-103a448de099&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0895283
Apr 09 13:58:25.361776 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da364220-70f0-4f34-bd15-d5aad524c0bb req-7dfe248c-f765-495d-a0a5-f290b091d343 service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2006705
Apr 09 13:58:25.523502 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da364220-70f0-4f34-bd15-d5aad524c0bb req-d49c78b1-b8fd-4d8f-96a8-e1801b6a4b05 service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1549726
Apr 09 13:58:31.411143 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-06584caf-e75c-4b59-94d3-a9641c278170 req-0e6ffc6c-8f94-448d-994c-e6dc7a760535 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1016262312&fields=id&tenant_id=7636e0a8bd3d4e4681b67e8a86200354 HTTP/1.1" status: 200  len: 267 time: 0.0276041
Apr 09 13:58:31.594706 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06584caf-e75c-4b59-94d3-a9641c278170 req-3fbb43e9-3e25-4397-b97e-c2f287dd05ae tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:31.596970 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-06584caf-e75c-4b59-94d3-a9641c278170 req-3fbb43e9-3e25-4397-b97e-c2f287dd05ae tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/networks?id=8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c HTTP/1.1" status: 200  len: 808 time: 0.1782684
Apr 09 13:58:31.614143 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-06584caf-e75c-4b59-94d3-a9641c278170 req-ea363598-ed67-40c5-85d8-ef94dea48261 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/quotas/7636e0a8bd3d4e4681b67e8a86200354 HTTP/1.1" status: 200  len: 375 time: 0.0103884
Apr 09 13:58:31.712641 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-06584caf-e75c-4b59-94d3-a9641c278170 req-27fcf8f6-136b-4142-a0fe-ffb3f4ae65e6 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Synchronizing usage tracker for tenant:7636e0a8bd3d4e4681b67e8a86200354 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:58:31.729923 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-06584caf-e75c-4b59-94d3-a9641c278170 req-27fcf8f6-136b-4142-a0fe-ffb3f4ae65e6 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Unset dirty status for tenant:7636e0a8bd3d4e4681b67e8a86200354 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:58:31.731339 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-06584caf-e75c-4b59-94d3-a9641c278170 req-27fcf8f6-136b-4142-a0fe-ffb3f4ae65e6 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7636e0a8bd3d4e4681b67e8a86200354&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1108277
Apr 09 13:58:31.882418 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-06584caf-e75c-4b59-94d3-a9641c278170 req-e6f27915-b5a3-400b-892d-450de0970287 service neutron] 10.222.0.96 "GET /v2.0/networks/8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379068
Apr 09 13:58:32.027292 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-06584caf-e75c-4b59-94d3-a9641c278170 req-53beb3c5-409e-4086-996d-999f3bd3ff71 service neutron] 10.222.0.96 "GET /v2.0/networks/8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381743
Apr 09 13:58:32.456972 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b8c6f309-4a1e-4278-aa6b-65c14b416be2 req-a2f71c71-4d7f-4a0a-8011-4ce982bf02f8 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 210 time: 0.0516226
Apr 09 13:58:33.636608 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-51a1b5ab-763a-4ef0-a128-11da7923ded9 req-5f6d2215-7156-470c-9d98-8d038c45894e tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 210 time: 0.0614717
Apr 09 13:58:33.649076 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06584caf-e75c-4b59-94d3-a9641c278170 req-c06fbdcd-d982-47db-be01-035579f9cfa9 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:33.650151 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-06584caf-e75c-4b59-94d3-a9641c278170 req-c06fbdcd-d982-47db-be01-035579f9cfa9 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Synchronizing usage tracker for tenant:7636e0a8bd3d4e4681b67e8a86200354 on resource:network {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:58:33.668510 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-06584caf-e75c-4b59-94d3-a9641c278170 req-c06fbdcd-d982-47db-be01-035579f9cfa9 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Unset dirty status for tenant:7636e0a8bd3d4e4681b67e8a86200354 on resource:network {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:58:33.669824 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-06584caf-e75c-4b59-94d3-a9641c278170 req-c06fbdcd-d982-47db-be01-035579f9cfa9 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.93 "GET /v2.0/networks?id=8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c HTTP/1.1" status: 200  len: 808 time: 0.1897075
Apr 09 13:58:33.732219 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-06584caf-e75c-4b59-94d3-a9641c278170 req-dcae68fc-d2b9-4ad6-b6f7-b4ba897cdeda tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Synchronizing usage tracker for tenant:7636e0a8bd3d4e4681b67e8a86200354 on resource:security_group {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:58:33.748433 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-06584caf-e75c-4b59-94d3-a9641c278170 req-dcae68fc-d2b9-4ad6-b6f7-b4ba897cdeda tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Unset dirty status for tenant:7636e0a8bd3d4e4681b67e8a86200354 on resource:security_group {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:58:33.749935 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-06584caf-e75c-4b59-94d3-a9641c278170 req-dcae68fc-d2b9-4ad6-b6f7-b4ba897cdeda tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7636e0a8bd3d4e4681b67e8a86200354 HTTP/1.1" status: 200  len: 8061 time: 0.0707915
Apr 09 13:58:33.759233 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-06584caf-e75c-4b59-94d3-a9641c278170 req-f05b44d3-df56-4598-b881-477232756daa tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Request body: {'port': {'device_id': 'ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9', 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c', 'admin_state_up': True, 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'security_groups': ['b187238d-1d8f-4b10-9fcb-2c18ee429c32']}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:58:33.918762 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-06584caf-e75c-4b59-94d3-a9641c278170 req-f05b44d3-df56-4598-b881-477232756daa tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:58:33.929827 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-06584caf-e75c-4b59-94d3-a9641c278170 req-f05b44d3-df56-4598-b881-477232756daa tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:58:33.939752 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06584caf-e75c-4b59-94d3-a9641c278170 req-f05b44d3-df56-4598-b881-477232756daa tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Made reservation on behalf of 7636e0a8bd3d4e4681b67e8a86200354 for: {'port': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:58:33.946065 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-06584caf-e75c-4b59-94d3-a9641c278170 req-f05b44d3-df56-4598-b881-477232756daa tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:34.107126 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [req-06584caf-e75c-4b59-94d3-a9641c278170 req-f05b44d3-df56-4598-b881-477232756daa tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Allocated IP 172.20.0.4 (8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c/344aad20-d45e-469e-8ef2-5e45b8c2ce38/6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:58:34.330052 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-06584caf-e75c-4b59-94d3-a9641c278170 req-f05b44d3-df56-4598-b881-477232756daa tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:34.347807 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-06584caf-e75c-4b59-94d3-a9641c278170 req-f05b44d3-df56-4598-b881-477232756daa tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Transition to ACTIVE for port object 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:58:34.376058 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-06584caf-e75c-4b59-94d3-a9641c278170 req-f05b44d3-df56-4598-b881-477232756daa tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:34.395899 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-10c88e88-86e8-4ed2-b528-1613b335109a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:34.536325 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b44d3-df56-4598-b881-477232756daa tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Pushing event updated for resources: {'Port': ['ID=6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:34.540579 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f05b44d3-df56-4598-b881-477232756daa tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:34.593918 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06584caf-e75c-4b59-94d3-a9641c278170 req-f05b44d3-df56-4598-b881-477232756daa tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Network 8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:58:34.595182 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [req-06584caf-e75c-4b59-94d3-a9641c278170 req-f05b44d3-df56-4598-b881-477232756daa tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:58:34.597956 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-06584caf-e75c-4b59-94d3-a9641c278170 req-f05b44d3-df56-4598-b881-477232756daa tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:58:34.680608 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06584caf-e75c-4b59-94d3-a9641c278170 req-f05b44d3-df56-4598-b881-477232756daa tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:34.681446 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-06584caf-e75c-4b59-94d3-a9641c278170 req-f05b44d3-df56-4598-b881-477232756daa tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:34.720723 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-06584caf-e75c-4b59-94d3-a9641c278170 req-f05b44d3-df56-4598-b881-477232756daa tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9655061
Apr 09 13:58:34.735670 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-06584caf-e75c-4b59-94d3-a9641c278170 req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] Request body: {'port': {'device_id': 'ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:58:34.870332 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-06584caf-e75c-4b59-94d3-a9641c278170 req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:34.879696 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8c50d-4bd0-4a1a-8f42-c97157347730 req-d0e0d20d-ecbb-4dd8-8c0b-40dc8a30c987 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:34.881618 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d0a8c50d-4bd0-4a1a-8f42-c97157347730 req-d0e0d20d-ecbb-4dd8-8c0b-40dc8a30c987 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 931 time: 0.0946124
Apr 09 13:58:34.900032 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-7c0055cb-da87-4be7-accb-7252b2856aca None None] Provisioning for port 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:58:34.907241 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-7c0055cb-da87-4be7-accb-7252b2856aca None None] Provisioning complete for port 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:58:34.908035 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7c0055cb-da87-4be7-accb-7252b2856aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:34.919322 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d0a8c50d-4bd0-4a1a-8f42-c97157347730 req-8d7a4af7-0a78-43e1-bc95-dad459d239e6 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0309107
Apr 09 13:58:34.984837 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-7c0055cb-da87-4be7-accb-7252b2856aca None None] Port 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 13:58:35.331058 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [req-06584caf-e75c-4b59-94d3-a9641c278170 req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:58:35.339644 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-06584caf-e75c-4b59-94d3-a9641c278170 req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:35.357248 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-06584caf-e75c-4b59-94d3-a9641c278170 req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] Transition to ACTIVE for port object 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:58:35.360471 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-06584caf-e75c-4b59-94d3-a9641c278170 req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246095'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:35.376774 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:35.514605 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] Pushing event updated for resources: {'Port': ['ID=6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:35.518417 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:35.759412 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-06584caf-e75c-4b59-94d3-a9641c278170 req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] Attempting to bind port 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee on host hv-cinder-78536 for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:58:35.760569 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-06584caf-e75c-4b59-94d3-a9641c278170 req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] Attempting to bind port 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '7321b2c1-f9a4-4e1e-ba73-1adf48f326b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:58:35.760569 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06584caf-e75c-4b59-94d3-a9641c278170 req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] Attempting to bind port 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee on network 8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:58:35.765270 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06584caf-e75c-4b59-94d3-a9641c278170 req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] Port 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee on network 8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 13:58:35.766692 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06584caf-e75c-4b59-94d3-a9641c278170 req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] Attempting to bind port 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee on network 8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:58:35.771807 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06584caf-e75c-4b59-94d3-a9641c278170 req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] Checking agent: {'id': '8b22d5c6-5838-4546-ac77-8d10367985fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'started_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:58:35.772182 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06584caf-e75c-4b59-94d3-a9641c278170 req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] Checking segment: {'id': '7321b2c1-f9a4-4e1e-ba73-1adf48f326b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:58:35.772631 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06584caf-e75c-4b59-94d3-a9641c278170 req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] Bound using segment: {'id': '7321b2c1-f9a4-4e1e-ba73-1adf48f326b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:58:35.773105 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-06584caf-e75c-4b59-94d3-a9641c278170 req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] Bound port: 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7321b2c1-f9a4-4e1e-ba73-1adf48f326b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:58:35.773492 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-06584caf-e75c-4b59-94d3-a9641c278170 req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:35.854054 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-06584caf-e75c-4b59-94d3-a9641c278170 req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] For port 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee, host hv-cinder-78536, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:58:35.857133 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-06584caf-e75c-4b59-94d3-a9641c278170 req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] For port 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee,segment=NetworkSegment(7321b2c1-f9a4-4e1e-ba73-1adf48f326b4),segment_id=7321b2c1-f9a4-4e1e-ba73-1adf48f326b4)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:58:35.861091 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-06584caf-e75c-4b59-94d3-a9641c278170 req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246095'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:35.876887 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:36.037716 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] Pushing event updated for resources: {'Port': ['ID=6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:36.041457 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:36.084319 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06584caf-e75c-4b59-94d3-a9641c278170 req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:36.085768 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-06584caf-e75c-4b59-94d3-a9641c278170 req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:36.088733 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-06584caf-e75c-4b59-94d3-a9641c278170 req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] 10.222.0.93 "PUT /v2.0/ports/6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee HTTP/1.1" status: 200  len: 1093 time: 1.3598382
Apr 09 13:58:36.089667 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9', 'tag': '6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:58:36.168948 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83f08f-d9eb-48a2-9150-c8e95a731e78 req-07dd03fc-170a-4eab-9dec-046be3edf53c tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:36.170982 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bb83f08f-d9eb-48a2-9150-c8e95a731e78 req-07dd03fc-170a-4eab-9dec-046be3edf53c tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 943 time: 0.1225398
Apr 09 13:58:36.177765 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9', 'tag': '6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee', 'status': 'completed', 'code': 200}
Apr 09 13:58:36.221722 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06584caf-e75c-4b59-94d3-a9641c278170 req-4cd3dca1-2f43-4d01-86d2-3f7abcf2ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:36.223385 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-06584caf-e75c-4b59-94d3-a9641c278170 req-4cd3dca1-2f43-4d01-86d2-3f7abcf2ba07 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7636e0a8bd3d4e4681b67e8a86200354&device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 1096 time: 0.0924590
Apr 09 13:58:36.227690 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bb83f08f-d9eb-48a2-9150-c8e95a731e78 req-6259f433-d387-4089-a7ce-9480c552a40b tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438826
Apr 09 13:58:36.328796 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-06584caf-e75c-4b59-94d3-a9641c278170 req-f8b7e548-0e48-4dbe-aad7-cce76f32b292 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee HTTP/1.1" status: 200  len: 217 time: 0.0973620
Apr 09 13:58:36.400866 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06584caf-e75c-4b59-94d3-a9641c278170 req-79dfa69f-952c-4bae-94d6-4639a836fd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:36.402578 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-06584caf-e75c-4b59-94d3-a9641c278170 req-79dfa69f-952c-4bae-94d6-4639a836fd87 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=344aad20-d45e-469e-8ef2-5e45b8c2ce38 HTTP/1.1" status: 200  len: 847 time: 0.0675523
Apr 09 13:58:36.492681 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06584caf-e75c-4b59-94d3-a9641c278170 req-4a0e8783-a0f6-4cf6-987e-4f324a70ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:36.494222 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-06584caf-e75c-4b59-94d3-a9641c278170 req-4a0e8783-a0f6-4cf6-987e-4f324a70ef09 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835812
Apr 09 13:58:36.652172 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-06584caf-e75c-4b59-94d3-a9641c278170 req-99a0cbef-af73-4f23-aa21-ac8f1af855ce service neutron] 10.222.0.93 "GET /v2.0/networks/8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500061
Apr 09 13:58:36.803147 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-06584caf-e75c-4b59-94d3-a9641c278170 req-7f3d68a5-fef9-4ff9-bc53-fa057fc2d979 service neutron] 10.222.0.93 "GET /v2.0/networks/8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1433966
Apr 09 13:58:36.938364 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b8790-9fc9-491c-b9b3-f0935d67a307 req-5a63427c-7c1a-4dfe-9331-41344e6439e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:36.940010 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-092b8790-9fc9-491c-b9b3-f0935d67a307 req-5a63427c-7c1a-4dfe-9331-41344e6439e3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7636e0a8bd3d4e4681b67e8a86200354&device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 1096 time: 0.0866847
Apr 09 13:58:37.095390 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b8790-9fc9-491c-b9b3-f0935d67a307 req-3ac0ee90-187e-41bd-a45d-36ee587d7f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:37.097197 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-092b8790-9fc9-491c-b9b3-f0935d67a307 req-3ac0ee90-187e-41bd-a45d-36ee587d7f5f service neutron] 10.222.0.93 "GET /v2.0/networks?id=8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c HTTP/1.1" status: 200  len: 909 time: 0.1500349
Apr 09 13:58:37.189091 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-092b8790-9fc9-491c-b9b3-f0935d67a307 req-a8bb202e-aa93-49f6-a0a1-16dac495b66e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee HTTP/1.1" status: 200  len: 217 time: 0.0851319
Apr 09 13:58:37.279257 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b8790-9fc9-491c-b9b3-f0935d67a307 req-2680f76b-37c7-420a-9a67-5a22e0c8cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:37.282268 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-092b8790-9fc9-491c-b9b3-f0935d67a307 req-2680f76b-37c7-420a-9a67-5a22e0c8cdff service neutron] 10.222.0.93 "GET /v2.0/subnets?id=344aad20-d45e-469e-8ef2-5e45b8c2ce38 HTTP/1.1" status: 200  len: 847 time: 0.0866444
Apr 09 13:58:37.388806 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b8790-9fc9-491c-b9b3-f0935d67a307 req-e062c1e6-8d9d-4001-801f-db5197e338e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:37.390561 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-092b8790-9fc9-491c-b9b3-f0935d67a307 req-e062c1e6-8d9d-4001-801f-db5197e338e5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1016672
Apr 09 13:58:37.514204 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc23d08-9d5e-4128-a240-29391a152e4a req-fa93f03e-b394-4d21-8db1-462a39d08a36 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:37.515913 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6bc23d08-9d5e-4128-a240-29391a152e4a req-fa93f03e-b394-4d21-8db1-462a39d08a36 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 943 time: 0.0963657
Apr 09 13:58:37.550637 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-092b8790-9fc9-491c-b9b3-f0935d67a307 req-917d3cc5-b179-4f59-b843-cf8719d269ff service neutron] 10.222.0.93 "GET /v2.0/networks/8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525309
Apr 09 13:58:37.552502 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6bc23d08-9d5e-4128-a240-29391a152e4a req-468c0797-a514-4bb8-ada5-d8c9a421c47d tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0291502
Apr 09 13:58:37.703849 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-092b8790-9fc9-491c-b9b3-f0935d67a307 req-c1e76942-afcb-48d6-95f6-e50ec13fb0ce service neutron] 10.222.0.93 "GET /v2.0/networks/8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1460807
Apr 09 13:58:38.873768 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd88f7-cf6b-4a09-9ec6-d0affff5192b req-b8e43efa-dd5c-4c1f-993c-07903acaf823 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:38.876317 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-dccd88f7-cf6b-4a09-9ec6-d0affff5192b req-b8e43efa-dd5c-4c1f-993c-07903acaf823 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 943 time: 0.1016140
Apr 09 13:58:38.915611 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-dccd88f7-cf6b-4a09-9ec6-d0affff5192b req-e3495e67-c4af-4119-8bbc-8dde23caa7d3 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0325916
Apr 09 13:58:39.178701 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ccdf1-a7a7-4d3b-9ac7-c8031f6078b6 req-f0459ee8-c688-41c3-b2bc-f77014d6a0bd tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:39.180832 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9b0ccdf1-a7a7-4d3b-9ac7-c8031f6078b6 req-f0459ee8-c688-41c3-b2bc-f77014d6a0bd tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 946 time: 0.0984449
Apr 09 13:58:39.214805 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9b0ccdf1-a7a7-4d3b-9ac7-c8031f6078b6 req-e89b2461-40c4-4421-94ea-9b860ca8a065 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0276182
Apr 09 13:58:40.142476 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd07e8c-2410-48d7-9eb8-a3243a149f74 req-c0fa0fce-af2e-4922-8ee1-07d965939dd6 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:40.144118 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9cd07e8c-2410-48d7-9eb8-a3243a149f74 req-c0fa0fce-af2e-4922-8ee1-07d965939dd6 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 943 time: 0.1050341
Apr 09 13:58:40.180991 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9cd07e8c-2410-48d7-9eb8-a3243a149f74 req-3582a679-f21f-4839-9fd2-a5e8876dd51d tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0294242
Apr 09 13:58:40.495299 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2fd2b-9eb0-4bd2-ac0b-282e4954834e req-2a38a081-a999-4b28-a3f9-dbd6351dfcf4 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:40.497196 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-35d2fd2b-9eb0-4bd2-ac0b-282e4954834e req-2a38a081-a999-4b28-a3f9-dbd6351dfcf4 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 946 time: 0.1423712
Apr 09 13:58:40.530741 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-35d2fd2b-9eb0-4bd2-ac0b-282e4954834e req-7d7bb39d-f4e8-4f07-9c00-637fdf3313fc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0262487
Apr 09 13:58:40.977714 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d414e52-7cb0-4943-8956-6fd7ac0a36ee req-f2713b5e-ef7a-4b45-bca2-158eea7a63ed tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:40.978478 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-6d414e52-7cb0-4943-8956-6fd7ac0a36ee req-f2713b5e-ef7a-4b45-bca2-158eea7a63ed tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Synchronizing usage tracker for tenant:142806ca91ce40c4af646ab038ed6230 on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:58:40.994170 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-6d414e52-7cb0-4943-8956-6fd7ac0a36ee req-f2713b5e-ef7a-4b45-bca2-158eea7a63ed tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Unset dirty status for tenant:142806ca91ce40c4af646ab038ed6230 on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:58:40.995386 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6d414e52-7cb0-4943-8956-6fd7ac0a36ee req-f2713b5e-ef7a-4b45-bca2-158eea7a63ed tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.93 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 946 time: 0.1100180
Apr 09 13:58:41.080944 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-6d414e52-7cb0-4943-8956-6fd7ac0a36ee req-92df96b1-2c81-4b89-af62-518c77e844e7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Deleting port e959d20d-1793-4b84-8a61-8589ea036641 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:58:41.081251 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6d414e52-7cb0-4943-8956-6fd7ac0a36ee req-92df96b1-2c81-4b89-af62-518c77e844e7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:41.423713 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346485e-4f5d-4e15-afa3-88255c7cc9f4 req-8502990f-cc1f-4cd8-a23e-fc4060448217 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:41.425623 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2346485e-4f5d-4e15-afa3-88255c7cc9f4 req-8502990f-cc1f-4cd8-a23e-fc4060448217 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 943 time: 0.0944059
Apr 09 13:58:41.461923 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2346485e-4f5d-4e15-afa3-88255c7cc9f4 req-10b53d16-a815-4dc0-9134-df0cfd222883 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0297437
Apr 09 13:58:41.605314 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-6d414e52-7cb0-4943-8956-6fd7ac0a36ee req-92df96b1-2c81-4b89-af62-518c77e844e7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] For port e959d20d-1793-4b84-8a61-8589ea036641, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=e959d20d-1793-4b84-8a61-8589ea036641,segment=NetworkSegment(e79b3ef0-a24a-46f3-9aa3-06c084497cd4),segment_id=e79b3ef0-a24a-46f3-9aa3-06c084497cd4)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:58:41.605719 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6d414e52-7cb0-4943-8956-6fd7ac0a36ee req-92df96b1-2c81-4b89-af62-518c77e844e7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:41.744622 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca409e3-bc5d-451f-9eaa-0870a7adb3d0 req-62e833d0-1137-4506-ad1d-646da587725e tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:41.746183 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fca409e3-bc5d-451f-9eaa-0870a7adb3d0 req-62e833d0-1137-4506-ad1d-646da587725e tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 946 time: 0.0941637
Apr 09 13:58:41.780250 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fca409e3-bc5d-451f-9eaa-0870a7adb3d0 req-d348f6b1-23a0-4cf0-942e-850b39c2a62f tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0256169
Apr 09 13:58:41.918685 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:58:41.924133 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6d414e52-7cb0-4943-8956-6fd7ac0a36ee req-92df96b1-2c81-4b89-af62-518c77e844e7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:41.924572 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6d414e52-7cb0-4943-8956-6fd7ac0a36ee req-92df96b1-2c81-4b89-af62-518c77e844e7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850926857'] for floatingip, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:41.924932 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.l3_db [req-6d414e52-7cb0-4943-8956-6fd7ac0a36ee req-92df96b1-2c81-4b89-af62-518c77e844e7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Floating IP f5f4d3b2-8b0e-49e6-8501-454bc2c4326e disassociated. External IP: 172.27.0.67, port: e959d20d-1793-4b84-8a61-8589ea036641.
Apr 09 13:58:41.925586 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-6d414e52-7cb0-4943-8956-6fd7ac0a36ee req-92df96b1-2c81-4b89-af62-518c77e844e7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Calling delete_port for e959d20d-1793-4b84-8a61-8589ea036641 owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:58:42.083571 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6d414e52-7cb0-4943-8956-6fd7ac0a36ee req-92df96b1-2c81-4b89-af62-518c77e844e7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:42.099425 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-8a4d4bcb-43cb-414e-83e9-bc1f7497bca8 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:42.151752 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df96b1-2c81-4b89-af62-518c77e844e7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Pushing event deleted for resources: {'Port': ['ID=e959d20d-1793-4b84-8a61-8589ea036641,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:42.154426 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-92df96b1-2c81-4b89-af62-518c77e844e7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:42.488795 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d414e52-7cb0-4943-8956-6fd7ac0a36ee req-92df96b1-2c81-4b89-af62-518c77e844e7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Router f02f3234-a48a-4e8f-a069-10f5e677afa4 has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 13:58:42.680804 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee763e-4d9e-48b9-a962-b09c6a8c4cfa req-1c7daf42-4a09-4dfa-98ce-24c50eab67cf tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:42.682458 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-25ee763e-4d9e-48b9-a962-b09c6a8c4cfa req-1c7daf42-4a09-4dfa-98ce-24c50eab67cf tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 943 time: 0.0972321
Apr 09 13:58:42.698874 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d414e52-7cb0-4943-8956-6fd7ac0a36ee req-92df96b1-2c81-4b89-af62-518c77e844e7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:58:42.711000 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b7af35-fbff-47e0-bd6a-fca35b2d88eb None None] Sync routers for ids ['f02f3234-a48a-4e8f-a069-10f5e677afa4'] in dv-cinder-785362-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:58:42.722171 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b7af35-fbff-47e0-bd6a-fca35b2d88eb None None] Routers {'f02f3234-a48a-4e8f-a069-10f5e677afa4'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:58:42.723229 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-e3b7af35-fbff-47e0-bd6a-fca35b2d88eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcd2fba8>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:58:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['f02f3234-a48a-4e8f-a069-10f5e677afa4'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:42.735688 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-25ee763e-4d9e-48b9-a962-b09c6a8c4cfa req-393f8ef2-4a86-46e8-b00c-a10e87fabbd9 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458455
Apr 09 13:58:42.790966 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d414e52-7cb0-4943-8956-6fd7ac0a36ee req-92df96b1-2c81-4b89-af62-518c77e844e7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] No DVR routers for this DVR port e959d20d-1793-4b84-8a61-8589ea036641 on host hv-cinder-78536 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 13:58:42.793754 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6d414e52-7cb0-4943-8956-6fd7ac0a36ee req-92df96b1-2c81-4b89-af62-518c77e844e7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:42.799213 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a240d4-2664-41e2-a0fa-622a4a56634e', 'name': 'network-vif-deleted', 'tag': 'e959d20d-1793-4b84-8a61-8589ea036641'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:58:42.830312 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6d414e52-7cb0-4943-8956-6fd7ac0a36ee req-92df96b1-2c81-4b89-af62-518c77e844e7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.93 "DELETE /v2.0/ports/e959d20d-1793-4b84-8a61-8589ea036641 HTTP/1.1" status: 204  len: 173 time: 1.8281612
Apr 09 13:58:42.882331 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a240d4-2664-41e2-a0fa-622a4a56634e', 'name': 'network-vif-deleted', 'tag': 'e959d20d-1793-4b84-8a61-8589ea036641', 'status': 'completed', 'code': 200}
Apr 09 13:58:42.953458 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-e3b7af35-fbff-47e0-bd6a-fca35b2d88eb None None] Set router f02f3234-a48a-4e8f-a069-10f5e677afa4 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:58:42.988847 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d884c0c4-d8bf-4897-9fbd-31f15850d520 req-7eb06bb1-c9a1-4e4a-be17-e5ab612f0e07 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=09a240d4-2664-41e2-a0fa-622a4a56634e HTTP/1.1" status: 200  len: 210 time: 0.0553417
Apr 09 13:58:43.343553 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-e3b7af35-fbff-47e0-bd6a-fca35b2d88eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcd2fba8>, [{'id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:05Z', 'updated_at': '2021-04-09T13:53:11Z', 'revision_number': 4, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'gw_port': {'id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:06Z', 'updated_at': '2021-04-09T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '407cfd7a-3fb8-4646-a497-496ad42874aa', 'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'mac_address': 'fa:16:3e:3a:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:10Z', 'updated_at': '2021-04-09T13:53:25Z', 'revision_number': 5, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'subnets': [{'id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:43.348319 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b7af35-fbff-47e0-bd6a-fca35b2d88eb None None] Checking router: f02f3234-a48a-4e8f-a069-10f5e677afa4 for host: dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:58:43.359298 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b7af35-fbff-47e0-bd6a-fca35b2d88eb None None] Routers {'f02f3234-a48a-4e8f-a069-10f5e677afa4'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:58:43.359967 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-e3b7af35-fbff-47e0-bd6a-fca35b2d88eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcd2fba8>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:58:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['f02f3234-a48a-4e8f-a069-10f5e677afa4'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:43.567119 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-e3b7af35-fbff-47e0-bd6a-fca35b2d88eb None None] Set router f02f3234-a48a-4e8f-a069-10f5e677afa4 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:58:43.919314 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-e3b7af35-fbff-47e0-bd6a-fca35b2d88eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcd2fba8>, [{'id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:05Z', 'updated_at': '2021-04-09T13:53:11Z', 'revision_number': 4, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'gw_port': {'id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:06Z', 'updated_at': '2021-04-09T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '407cfd7a-3fb8-4646-a497-496ad42874aa', 'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'mac_address': 'fa:16:3e:3a:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:10Z', 'updated_at': '2021-04-09T13:53:25Z', 'revision_number': 5, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'subnets': [{'id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:43.924201 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b7af35-fbff-47e0-bd6a-fca35b2d88eb None None] The sync data for ids ['f02f3234-a48a-4e8f-a069-10f5e677afa4'] in dv-cinder-785362-1-iscsi is: [{'id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:05Z', 'updated_at': '2021-04-09T13:53:11Z', 'revision_number': 4, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'gw_port': {'id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:06Z', 'updated_at': '2021-04-09T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '407cfd7a-3fb8-4646-a497-496ad42874aa', 'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'mac_address': 'fa:16:3e:3a:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:10Z', 'updated_at': '2021-04-09T13:53:25Z', 'revision_number': 5, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'subnets': [{'id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:58:43.953050 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266efb7-6c90-4a8f-832d-2d1391e25146 req-932004cb-be1d-4e4b-81ca-cbee54f084d2 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:43.954962 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6266efb7-6c90-4a8f-832d-2d1391e25146 req-932004cb-be1d-4e4b-81ca-cbee54f084d2 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 943 time: 0.0943553
Apr 09 13:58:43.988984 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6266efb7-6c90-4a8f-832d-2d1391e25146 req-333ca3d6-fe9e-466b-b96f-c8a1fbbf4970 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0273130
Apr 09 13:58:44.356402 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b93a56-4448-4a9e-a448-2598972c3cb1 None None] New status for floating IP f5f4d3b2-8b0e-49e6-8501-454bc2c4326e: DOWN {{(pid=85293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 13:58:44.356649 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-717a52cc-29e3-40ed-a229-f70220d666b3 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-975072547&fields=id&tenant_id=142806ca91ce40c4af646ab038ed6230 HTTP/1.1" status: 200  len: 267 time: 0.0348897
Apr 09 13:58:44.547214 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-3c4558fa-bfe9-4c3e-a04c-84733b22c01e tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:44.548901 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-3c4558fa-bfe9-4c3e-a04c-84733b22c01e tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/networks?id=728a6819-b70e-44ea-a058-103a448de099 HTTP/1.1" status: 200  len: 811 time: 0.1707428
Apr 09 13:58:44.568643 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-271c9115-3677-4300-bfe9-f7e7debe5819 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/quotas/142806ca91ce40c4af646ab038ed6230 HTTP/1.1" status: 200  len: 375 time: 0.0125384
Apr 09 13:58:44.676928 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-c774f2de-4e8c-4bd5-94bf-b16d52a49368 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=142806ca91ce40c4af646ab038ed6230&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1009243
Apr 09 13:58:44.835687 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-9e41164d-cff2-4b8f-a07f-fed5a2df3d10 service neutron] 10.222.0.96 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452146
Apr 09 13:58:44.983456 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-c157ff98-57ce-49a7-968a-a6cd6c9630f2 service neutron] 10.222.0.96 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409638
Apr 09 13:58:45.161032 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device e959d20d-1793-4b84-8a61-8589ea036641 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 13:58:45.206864 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] No Port match for: e959d20d-1793-4b84-8a61-8589ea036641 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 13:58:45.207399 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device e959d20d-1793-4b84-8a61-8589ea036641 not bound to the agent host hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 13:58:45.210505 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0ddc1-491c-40e3-b8e3-cf63662d80fe req-c2772593-1f99-4843-847c-9025d5d8990c tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:45.212201 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-dce0ddc1-491c-40e3-b8e3-cf63662d80fe req-c2772593-1f99-4843-847c-9025d5d8990c tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 943 time: 0.0975409
Apr 09 13:58:45.247271 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-dce0ddc1-491c-40e3-b8e3-cf63662d80fe req-9ae08b74-4a7d-4f1c-a813-4b8f7cbfde30 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0270147
Apr 09 13:58:45.467529 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ba72f376-f3d6-46a5-86b6-52ceec934ed7 req-a8dcd8b7-59d5-4546-882a-10beeea73f01 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f5f58a-99da-4621-83bf-60477b4a8485 HTTP/1.1" status: 200  len: 210 time: 0.0588059
Apr 09 13:58:46.520459 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b5659-ef4d-4c65-aee3-5a31e0a542e0 req-990dc745-b765-467a-a188-1425ec17b092 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:46.522760 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f13b5659-ef4d-4c65-aee3-5a31e0a542e0 req-990dc745-b765-467a-a188-1425ec17b092 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 943 time: 0.1063733
Apr 09 13:58:46.577023 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f13b5659-ef4d-4c65-aee3-5a31e0a542e0 req-c7cde255-c147-4a91-a0b3-c73e8b1e0ad6 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362687
Apr 09 13:58:46.606329 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-675329b2-6d7f-408e-bbba-22a26feb4331 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:46.607150 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-675329b2-6d7f-408e-bbba-22a26feb4331 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Synchronizing usage tracker for tenant:142806ca91ce40c4af646ab038ed6230 on resource:network {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:58:46.634214 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-675329b2-6d7f-408e-bbba-22a26feb4331 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Unset dirty status for tenant:142806ca91ce40c4af646ab038ed6230 on resource:network {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:58:46.635724 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-675329b2-6d7f-408e-bbba-22a26feb4331 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.93 "GET /v2.0/networks?id=728a6819-b70e-44ea-a058-103a448de099 HTTP/1.1" status: 200  len: 811 time: 0.2316403
Apr 09 13:58:46.732678 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-bf6e935a-69cb-4482-a623-1d26a137907b tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Synchronizing usage tracker for tenant:142806ca91ce40c4af646ab038ed6230 on resource:security_group {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:58:46.759546 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-bf6e935a-69cb-4482-a623-1d26a137907b tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Unset dirty status for tenant:142806ca91ce40c4af646ab038ed6230 on resource:security_group {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:58:46.761094 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-bf6e935a-69cb-4482-a623-1d26a137907b tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=142806ca91ce40c4af646ab038ed6230 HTTP/1.1" status: 200  len: 8059 time: 0.1152506
Apr 09 13:58:46.774152 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Request body: {'port': {'device_id': '50f5f58a-99da-4621-83bf-60477b4a8485', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'admin_state_up': True, 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'security_groups': ['99ed0133-f26d-4698-97f0-8e7ec3df867a']}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:58:46.797035 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2f274204-1db0-4062-a464-610b4641acbd req-32fd8efb-bf8e-4632-8928-f3a4469eb8b0 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f5f58a-99da-4621-83bf-60477b4a8485 HTTP/1.1" status: 200  len: 210 time: 0.0572569
Apr 09 13:58:46.959606 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:58:46.964630 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Usage tracker for resource:port and tenant:142806ca91ce40c4af646ab038ed6230 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:58:46.967772 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:58:46.975468 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:58:46.985400 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Made reservation on behalf of 142806ca91ce40c4af646ab038ed6230 for: {'port': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:58:46.991432 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:47.157191 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Allocated IP 172.20.0.12 (728a6819-b70e-44ea-a058-103a448de099/e030f8dc-5b8d-4ea0-b3f6-2dee779ce825/9c99d7c8-ba35-458b-85a1-1d88eeaf6abd) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:58:47.172320 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 13:58:47.336017 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee,segment=NetworkSegment(7321b2c1-f9a4-4e1e-ba73-1adf48f326b4),segment_id=7321b2c1-f9a4-4e1e-ba73-1adf48f326b4)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:58:47.351992 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Returning: {'device': '6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee', 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c', 'port_id': '6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee', 'mac_address': 'fa:16:3e:1d:9f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344aad20-d45e-469e-8ef2-5e45b8c2ce38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 13:58:47.394937 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:47.413198 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Transition to ACTIVE for port object 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:58:47.416095 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:47.417505 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:58:47.435091 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee,segment=NetworkSegment(7321b2c1-f9a4-4e1e-ba73-1adf48f326b4),segment_id=7321b2c1-f9a4-4e1e-ba73-1adf48f326b4)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:58:47.439414 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:47.441473 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:47.441795 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:47.457806 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9226b637-c418-4901-8683-a57499c8c057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:47.516978 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:47.526030 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:47.526811 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:47.526811 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:47.527108 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:47.527724 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:47.528106 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:47.528517 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:47.528901 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:47.529250 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:47.529616 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:47.530188 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:47.531082 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:47.539299 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:47.603378 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Pushing event updated for resources: {'Port': ['ID=9c99d7c8-ba35-458b-85a1-1d88eeaf6abd,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:47.620143 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:47.620609 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:47.621029 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:47.621448 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:47.621858 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:47.622272 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:47.622689 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:47.623100 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:47.623514 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:47.623921 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:47.625035 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:47.625516 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:47.630186 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:47.684084 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Network 728a6819-b70e-44ea-a058-103a448de099 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:58:47.685569 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:58:47.692238 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:58:47.777129 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:47.778109 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:47.814121 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:58:47.821256 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0540464
Apr 09 13:58:47.829661 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf4a8d-5a75-4414-a14f-6dc8365fc4c1 req-a724cce8-3793-4541-b5e3-d146e4656b7d tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:47.831467 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c7cf4a8d-5a75-4414-a14f-6dc8365fc4c1 req-a724cce8-3793-4541-b5e3-d146e4656b7d tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 944 time: 0.1148725
Apr 09 13:58:47.849044 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-808b01c7-9af8-41c7-bfc5-37f80d8a5d12 service neutron] Request body: {'port': {'device_id': '50f5f58a-99da-4621-83bf-60477b4a8485', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:58:47.893742 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c7cf4a8d-5a75-4414-a14f-6dc8365fc4c1 req-1ec08e67-5732-48d7-afe7-c1405ed39e19 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543568
Apr 09 13:58:48.008671 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-808b01c7-9af8-41c7-bfc5-37f80d8a5d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:48.110861 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d9b90-1094-4b43-a615-0b1e741263c3 req-3d8ecbd9-0f66-47ae-a9a2-72d0b2fe5efc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:48.112898 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2b0d9b90-1094-4b43-a615-0b1e741263c3 req-3d8ecbd9-0f66-47ae-a9a2-72d0b2fe5efc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f5f58a-99da-4621-83bf-60477b4a8485 HTTP/1.1" status: 200  len: 932 time: 0.1289735
Apr 09 13:58:48.157109 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2b0d9b90-1094-4b43-a615-0b1e741263c3 req-db55e390-6809-4bff-958c-54b5fe41e11d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0351033
Apr 09 13:58:48.267908 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-00001869-11e6-4e79-a2a3-c1f34611617e None None] Provisioning for port 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:58:48.288780 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-00001869-11e6-4e79-a2a3-c1f34611617e None None] Provisioning complete for port 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:58:48.289317 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-00001869-11e6-4e79-a2a3-c1f34611617e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:48.394175 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8b21e8c4-b853-44c9-b388-add30eecaa48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:48.412776 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-00001869-11e6-4e79-a2a3-c1f34611617e None None] Port 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 13:58:48.491010 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-808b01c7-9af8-41c7-bfc5-37f80d8a5d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:58:48.499331 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-808b01c7-9af8-41c7-bfc5-37f80d8a5d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:48.515324 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-808b01c7-9af8-41c7-bfc5-37f80d8a5d12 service neutron] Transition to ACTIVE for port object 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:58:48.522403 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-808b01c7-9af8-41c7-bfc5-37f80d8a5d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246095'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:48.546752 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:48.688701 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b01c7-9af8-41c7-bfc5-37f80d8a5d12 service neutron] Pushing event updated for resources: {'Port': ['ID=9c99d7c8-ba35-458b-85a1-1d88eeaf6abd,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:48.694497 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-808b01c7-9af8-41c7-bfc5-37f80d8a5d12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:48.970566 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-808b01c7-9af8-41c7-bfc5-37f80d8a5d12 service neutron] Attempting to bind port 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd on host hv-cinder-78536 for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:58:48.970935 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-808b01c7-9af8-41c7-bfc5-37f80d8a5d12 service neutron] Attempting to bind port 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'e79b3ef0-a24a-46f3-9aa3-06c084497cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '728a6819-b70e-44ea-a058-103a448de099'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:58:48.971306 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-808b01c7-9af8-41c7-bfc5-37f80d8a5d12 service neutron] Attempting to bind port 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd on network 728a6819-b70e-44ea-a058-103a448de099 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:58:48.976820 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-808b01c7-9af8-41c7-bfc5-37f80d8a5d12 service neutron] Port 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd on network 728a6819-b70e-44ea-a058-103a448de099 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 13:58:48.977180 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-808b01c7-9af8-41c7-bfc5-37f80d8a5d12 service neutron] Attempting to bind port 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd on network 728a6819-b70e-44ea-a058-103a448de099 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:58:48.989621 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-808b01c7-9af8-41c7-bfc5-37f80d8a5d12 service neutron] Checking agent: {'id': '8b22d5c6-5838-4546-ac77-8d10367985fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'started_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:58:48.990282 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-808b01c7-9af8-41c7-bfc5-37f80d8a5d12 service neutron] Checking segment: {'id': 'e79b3ef0-a24a-46f3-9aa3-06c084497cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '728a6819-b70e-44ea-a058-103a448de099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:58:48.990718 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-808b01c7-9af8-41c7-bfc5-37f80d8a5d12 service neutron] Bound using segment: {'id': 'e79b3ef0-a24a-46f3-9aa3-06c084497cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '728a6819-b70e-44ea-a058-103a448de099'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:58:48.991289 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-808b01c7-9af8-41c7-bfc5-37f80d8a5d12 service neutron] Bound port: 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79b3ef0-a24a-46f3-9aa3-06c084497cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '728a6819-b70e-44ea-a058-103a448de099'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:58:48.991922 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-808b01c7-9af8-41c7-bfc5-37f80d8a5d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:49.085112 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-808b01c7-9af8-41c7-bfc5-37f80d8a5d12 service neutron] For port 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd, host hv-cinder-78536, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:58:49.090594 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-808b01c7-9af8-41c7-bfc5-37f80d8a5d12 service neutron] For port 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=9c99d7c8-ba35-458b-85a1-1d88eeaf6abd,segment=NetworkSegment(e79b3ef0-a24a-46f3-9aa3-06c084497cd4),segment_id=e79b3ef0-a24a-46f3-9aa3-06c084497cd4)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:58:49.095207 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-808b01c7-9af8-41c7-bfc5-37f80d8a5d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246095'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:49.112020 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-46154fa0-898b-41c6-9293-64268434bd59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:49.314093 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b01c7-9af8-41c7-bfc5-37f80d8a5d12 service neutron] Pushing event updated for resources: {'Port': ['ID=9c99d7c8-ba35-458b-85a1-1d88eeaf6abd,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:49.324972 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-808b01c7-9af8-41c7-bfc5-37f80d8a5d12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:49.368860 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-808b01c7-9af8-41c7-bfc5-37f80d8a5d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:49.370485 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-808b01c7-9af8-41c7-bfc5-37f80d8a5d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:49.370913 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-808b01c7-9af8-41c7-bfc5-37f80d8a5d12 service neutron] 10.222.0.93 "PUT /v2.0/ports/9c99d7c8-ba35-458b-85a1-1d88eeaf6abd HTTP/1.1" status: 200  len: 1094 time: 1.5349803
Apr 09 13:58:49.371453 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f5f58a-99da-4621-83bf-60477b4a8485', 'tag': '9c99d7c8-ba35-458b-85a1-1d88eeaf6abd'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:58:49.455054 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e33853-2edb-45b4-858a-a8583877282a req-a048c498-6da2-4fc7-bdf3-a6d0b09a2000 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:49.456781 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d7e33853-2edb-45b4-858a-a8583877282a req-a048c498-6da2-4fc7-bdf3-a6d0b09a2000 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 944 time: 0.4423678
Apr 09 13:58:49.472464 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb42bf9-65fe-4d89-a72a-9bda959c3c35 req-adcc7af3-13ec-45cb-ad51-210bf65c39d3 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:49.474521 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-edb42bf9-65fe-4d89-a72a-9bda959c3c35 req-adcc7af3-13ec-45cb-ad51-210bf65c39d3 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f5f58a-99da-4621-83bf-60477b4a8485 HTTP/1.1" status: 200  len: 944 time: 0.1524537
Apr 09 13:58:49.511757 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-9886542e-a84d-4f42-9b5f-b2bcc81eed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:49.513525 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-9886542e-a84d-4f42-9b5f-b2bcc81eed3e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=142806ca91ce40c4af646ab038ed6230&device_id=50f5f58a-99da-4621-83bf-60477b4a8485 HTTP/1.1" status: 200  len: 1097 time: 0.0909529
Apr 09 13:58:49.522620 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d7e33853-2edb-45b4-858a-a8583877282a req-f7b819c4-3b08-4fd2-a554-56dc614b33d1 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468326
Apr 09 13:58:49.535532 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-edb42bf9-65fe-4d89-a72a-9bda959c3c35 req-866b54c0-075e-4ff2-82a7-ad392257a731 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0365777
Apr 09 13:58:49.596554 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f5f58a-99da-4621-83bf-60477b4a8485', 'tag': '9c99d7c8-ba35-458b-85a1-1d88eeaf6abd', 'status': 'completed', 'code': 200}
Apr 09 13:58:49.854728 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-ab20fb37-a667-491f-946b-164652ea62e2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c99d7c8-ba35-458b-85a1-1d88eeaf6abd HTTP/1.1" status: 200  len: 217 time: 0.3296142
Apr 09 13:58:49.926909 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-f5d68067-bf77-4a4b-a0f4-1597b1823401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:49.928521 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-f5d68067-bf77-4a4b-a0f4-1597b1823401 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e030f8dc-5b8d-4ea0-b3f6-2dee779ce825 HTTP/1.1" status: 200  len: 850 time: 0.0663695
Apr 09 13:58:50.015234 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-c76cbf78-24e1-4bd8-a47e-6b1a0920aca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:50.016991 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-c76cbf78-24e1-4bd8-a47e-6b1a0920aca0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=728a6819-b70e-44ea-a058-103a448de099&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802414
Apr 09 13:58:50.169567 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-1ac44bfc-30be-4e2d-bd96-17f1be98a4ba service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449864
Apr 09 13:58:50.356590 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d267821e-2a11-4964-abd1-f63d7adeac53 req-27e48e0f-254f-4f97-8411-c74cb158e0e1 service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1796565
Apr 09 13:58:50.490474 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc4a84-63fa-407f-8fb4-8353b832e80d req-327239b7-9a2d-453c-9d43-7fd8473a9c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:50.491400 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f5bc4a84-63fa-407f-8fb4-8353b832e80d req-327239b7-9a2d-453c-9d43-7fd8473a9c8a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=142806ca91ce40c4af646ab038ed6230&device_id=50f5f58a-99da-4621-83bf-60477b4a8485 HTTP/1.1" status: 200  len: 1097 time: 0.0884378
Apr 09 13:58:50.642441 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc4a84-63fa-407f-8fb4-8353b832e80d req-cfdb64bf-16b4-41e6-845d-40a08f26961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:50.644102 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f5bc4a84-63fa-407f-8fb4-8353b832e80d req-cfdb64bf-16b4-41e6-845d-40a08f26961a service neutron] 10.222.0.93 "GET /v2.0/networks?id=728a6819-b70e-44ea-a058-103a448de099 HTTP/1.1" status: 200  len: 912 time: 0.1457651
Apr 09 13:58:50.733942 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f5bc4a84-63fa-407f-8fb4-8353b832e80d req-249f7c64-ddd4-4087-9bff-89adf4b73a70 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c99d7c8-ba35-458b-85a1-1d88eeaf6abd HTTP/1.1" status: 200  len: 217 time: 0.0815682
Apr 09 13:58:50.806165 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc4a84-63fa-407f-8fb4-8353b832e80d req-acbbba27-e153-4b65-aeeb-6cd0b0362705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:50.807670 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f5bc4a84-63fa-407f-8fb4-8353b832e80d req-acbbba27-e153-4b65-aeeb-6cd0b0362705 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e030f8dc-5b8d-4ea0-b3f6-2dee779ce825 HTTP/1.1" status: 200  len: 850 time: 0.0677431
Apr 09 13:58:50.825318 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f7ef0-4eaf-4d96-a322-0669c969699b req-01f73325-53c6-4940-9666-38c4a00ec3a1 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:50.826968 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-284f7ef0-4eaf-4d96-a322-0669c969699b req-01f73325-53c6-4940-9666-38c4a00ec3a1 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 944 time: 0.1741672
Apr 09 13:58:50.865300 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-284f7ef0-4eaf-4d96-a322-0669c969699b req-0104963d-28a9-4a78-8929-5d4997fe0061 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0312829
Apr 09 13:58:50.873900 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75533920-6b5c-4cb4-ae04-11fb721abbf8 req-95925766-503e-4b7a-973f-363cd62c5801 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:50.876395 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-75533920-6b5c-4cb4-ae04-11fb721abbf8 req-95925766-503e-4b7a-973f-363cd62c5801 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f5f58a-99da-4621-83bf-60477b4a8485 HTTP/1.1" status: 200  len: 944 time: 0.1532047
Apr 09 13:58:50.898217 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc4a84-63fa-407f-8fb4-8353b832e80d req-e785ac10-49c8-406a-9e20-c6efde25abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:50.900072 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f5bc4a84-63fa-407f-8fb4-8353b832e80d req-e785ac10-49c8-406a-9e20-c6efde25abbc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=728a6819-b70e-44ea-a058-103a448de099&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0834014
Apr 09 13:58:50.916616 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-75533920-6b5c-4cb4-ae04-11fb721abbf8 req-35be9548-5632-4f21-91cd-722dcf89c421 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0322874
Apr 09 13:58:51.051624 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f5bc4a84-63fa-407f-8fb4-8353b832e80d req-c849b606-ec6d-4fca-a5f9-521adb51ae50 service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442237
Apr 09 13:58:51.199803 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee up at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:58:51.209177 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f5bc4a84-63fa-407f-8fb4-8353b832e80d req-5b7d6e9d-bddd-4620-95fb-37d1c74fa956 service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1509221
Apr 09 13:58:51.305652 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning for port 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:58:51.311221 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning complete for port 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:58:51.311625 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:51.449271 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-74dd6004-d29f-4628-805d-da4fb1fc5cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:51.462160 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:51.479903 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:58:51.490408 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee,segment=NetworkSegment(7321b2c1-f9a4-4e1e-ba73-1adf48f326b4),segment_id=7321b2c1-f9a4-4e1e-ba73-1adf48f326b4)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:58:51.494301 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:51.496654 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:51.542040 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee', 'code': 200}
Apr 09 13:58:51.580578 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:51.592229 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:51.597052 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:51.759330 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415d156-121f-4654-850a-2d906974eca4 req-459e3215-9272-4a9e-85d0-081835a6b7b4 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:51.761212 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c415d156-121f-4654-850a-2d906974eca4 req-459e3215-9272-4a9e-85d0-081835a6b7b4 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.1040523
Apr 09 13:58:51.803936 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c415d156-121f-4654-850a-2d906974eca4 req-ecfc43d3-867c-47de-ba16-43962c9b28c6 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0323586
Apr 09 13:58:51.854953 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb776c4f-0e16-4212-af28-c13ec3090bcf req-16eee0ea-313d-4e67-baf2-9b24540bbc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:51.856595 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bb776c4f-0e16-4212-af28-c13ec3090bcf req-16eee0ea-313d-4e67-baf2-9b24540bbc1e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 1098 time: 0.0892096
Apr 09 13:58:51.884683 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bb776c4f-0e16-4212-af28-c13ec3090bcf req-89f4bc62-839d-459b-bbce-7bc0f63de40c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0204186
Apr 09 13:58:52.153134 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179477d-756e-4d14-8dd3-0db29d0cbc26 req-00c6f94b-4253-4208-b930-d27beda99e61 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:52.154675 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b179477d-756e-4d14-8dd3-0db29d0cbc26 req-00c6f94b-4253-4208-b930-d27beda99e61 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 945 time: 0.1574280
Apr 09 13:58:52.168001 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d276c-556d-4e59-9960-38917a9feb1c req-c7d7da2f-7847-47b8-9a42-acd200561006 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:52.169590 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-229d276c-556d-4e59-9960-38917a9feb1c req-c7d7da2f-7847-47b8-9a42-acd200561006 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f5f58a-99da-4621-83bf-60477b4a8485 HTTP/1.1" status: 200  len: 944 time: 0.1294625
Apr 09 13:58:52.220442 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b179477d-756e-4d14-8dd3-0db29d0cbc26 req-d2cfdfe2-b27c-4d0c-ba16-410544ca0cd8 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497632
Apr 09 13:58:52.225327 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-229d276c-556d-4e59-9960-38917a9feb1c req-5421811d-d956-4241-b0b9-9ad605b4c9a7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386531
Apr 09 13:58:53.021087 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88294bd-54e0-46a7-8f97-e05dc5e2ae06 req-fda2afb9-51f4-4adf-b184-2199c6d02f4a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:53.021898 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-a88294bd-54e0-46a7-8f97-e05dc5e2ae06 req-fda2afb9-51f4-4adf-b184-2199c6d02f4a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Synchronizing usage tracker for tenant:ba5d9acca4e84f2e82dcc146f183b1f2 on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:58:53.023233 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3983d-7a86-4ea3-aecd-4ec20acdc1c6 req-2eaef923-212a-46e9-9c4d-7fe6646f18eb tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:53.024944 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-dce3983d-7a86-4ea3-aecd-4ec20acdc1c6 req-2eaef923-212a-46e9-9c4d-7fe6646f18eb tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.1011984
Apr 09 13:58:53.035904 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-a88294bd-54e0-46a7-8f97-e05dc5e2ae06 req-fda2afb9-51f4-4adf-b184-2199c6d02f4a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Unset dirty status for tenant:ba5d9acca4e84f2e82dcc146f183b1f2 on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:58:53.037168 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a88294bd-54e0-46a7-8f97-e05dc5e2ae06 req-fda2afb9-51f4-4adf-b184-2199c6d02f4a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.93 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 945 time: 0.1055238
Apr 09 13:58:53.060553 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-dce3983d-7a86-4ea3-aecd-4ec20acdc1c6 req-246bb721-276f-46f8-9819-fe2943ecc671 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b893361-03ea-4e2c-a13c-82b168742cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0273838
Apr 09 13:58:53.127957 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:53.133181 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-a88294bd-54e0-46a7-8f97-e05dc5e2ae06 req-f927489d-a1fa-4e11-97f3-3da0cfdaf4c9 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Deleting port 3ee93b79-417f-4f8b-a07d-390cfb262156 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:58:53.133920 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-a88294bd-54e0-46a7-8f97-e05dc5e2ae06 req-f927489d-a1fa-4e11-97f3-3da0cfdaf4c9 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:53.306302 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:53.437179 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-a88294bd-54e0-46a7-8f97-e05dc5e2ae06 req-f927489d-a1fa-4e11-97f3-3da0cfdaf4c9 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] For port 3ee93b79-417f-4f8b-a07d-390cfb262156, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=3ee93b79-417f-4f8b-a07d-390cfb262156,segment=NetworkSegment(d1798ed1-8af5-45cb-a42d-ab04ec377da1),segment_id=d1798ed1-8af5-45cb-a42d-ab04ec377da1)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:58:53.437524 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-a88294bd-54e0-46a7-8f97-e05dc5e2ae06 req-f927489d-a1fa-4e11-97f3-3da0cfdaf4c9 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:53.513484 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9fcd4-6d07-4967-bb3b-c017765e4fc4 req-cc7c1964-eecd-4edc-a6b7-66ef3ab0bcd9 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:53.515699 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b0f9fcd4-6d07-4967-bb3b-c017765e4fc4 req-cc7c1964-eecd-4edc-a6b7-66ef3ab0bcd9 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 945 time: 0.1647968
Apr 09 13:58:53.529576 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101feee-d7bb-4833-932a-1a04d2e48df3 req-adc21f10-8b36-4290-b5da-bb788552e2e1 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:53.531370 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e101feee-d7bb-4833-932a-1a04d2e48df3 req-adc21f10-8b36-4290-b5da-bb788552e2e1 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f5f58a-99da-4621-83bf-60477b4a8485 HTTP/1.1" status: 200  len: 944 time: 0.1433222
Apr 09 13:58:53.587835 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b0f9fcd4-6d07-4967-bb3b-c017765e4fc4 req-f139214b-366d-4d31-90b5-dc24979a1528 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552998
Apr 09 13:58:53.594518 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e101feee-d7bb-4833-932a-1a04d2e48df3 req-6facc716-73fc-44f1-9894-97e869b78e93 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458572
Apr 09 13:58:53.779437 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-a88294bd-54e0-46a7-8f97-e05dc5e2ae06 req-f927489d-a1fa-4e11-97f3-3da0cfdaf4c9 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:53.779850 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-a88294bd-54e0-46a7-8f97-e05dc5e2ae06 req-f927489d-a1fa-4e11-97f3-3da0cfdaf4c9 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850926857'] for floatingip, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:53.780205 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.l3_db [req-a88294bd-54e0-46a7-8f97-e05dc5e2ae06 req-f927489d-a1fa-4e11-97f3-3da0cfdaf4c9 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Floating IP a212a9ce-ce20-464f-b027-8fadb9c0c873 disassociated. External IP: 172.27.0.227, port: 3ee93b79-417f-4f8b-a07d-390cfb262156.
Apr 09 13:58:53.780698 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-a88294bd-54e0-46a7-8f97-e05dc5e2ae06 req-f927489d-a1fa-4e11-97f3-3da0cfdaf4c9 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Calling delete_port for 3ee93b79-417f-4f8b-a07d-390cfb262156 owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:58:53.811400 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6c3a5-7a29-4bf0-be09-f9ebf29a526a req-bbe58386-3381-4393-9449-0dd9872d5ef2 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:53.813641 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b4a6c3a5-7a29-4bf0-be09-f9ebf29a526a req-bbe58386-3381-4393-9449-0dd9872d5ef2 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 945 time: 0.1002913
Apr 09 13:58:53.846814 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b4a6c3a5-7a29-4bf0-be09-f9ebf29a526a req-4c7434df-c8bc-4d0f-bd9d-9fd6dea752a3 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0262620
Apr 09 13:58:53.874141 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33814) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:54.004158 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-a88294bd-54e0-46a7-8f97-e05dc5e2ae06 req-f927489d-a1fa-4e11-97f3-3da0cfdaf4c9 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:54.029923 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-42197094-cca9-4820-a248-66eeb2d658ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:54.114161 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927489d-a1fa-4e11-97f3-3da0cfdaf4c9 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Pushing event deleted for resources: {'Port': ['ID=3ee93b79-417f-4f8b-a07d-390cfb262156,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:54.168011 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f927489d-a1fa-4e11-97f3-3da0cfdaf4c9 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:54.284510 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3121d9cf-f73f-49b8-9fd4-53e1f3e9a1bf req-9287d9f9-2284-4f15-a1c7-d54007fca6af tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 210 time: 0.0691028
Apr 09 13:58:54.314802 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e033af-5200-4b92-9dce-658ea3992758 tempest-TestShelveInstance-676183066 tempest-TestShelveInstance-676183066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:54.317879 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-c0e033af-5200-4b92-9dce-658ea3992758 tempest-TestShelveInstance-676183066 tempest-TestShelveInstance-676183066-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 1093 time: 0.4405868
Apr 09 13:58:54.320634 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33822) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:54.326548 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Request body: {'floatingip': {'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'port_id': '6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'fixed_ip_address': '172.20.0.4'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:58:54.333335 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:58:54.337710 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Usage tracker for resource:floatingip and tenant:7636e0a8bd3d4e4681b67e8a86200354 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:58:54.341036 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:58:54.348093 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:58:54.360349 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for floatingip, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:54.490970 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a88294bd-54e0-46a7-8f97-e05dc5e2ae06 req-f927489d-a1fa-4e11-97f3-3da0cfdaf4c9 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Router 06657d55-3f66-4fc1-ade3-84581531a06f has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 13:58:54.530301 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:54.695691 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a88294bd-54e0-46a7-8f97-e05dc5e2ae06 req-f927489d-a1fa-4e11-97f3-3da0cfdaf4c9 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:58:54.711921 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeddb69-b830-4f24-ac97-dcf9fb77750c None None] Sync routers for ids ['06657d55-3f66-4fc1-ade3-84581531a06f'] in dv-cinder-785362-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:58:54.719582 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Allocated IP 172.27.0.28 (ef175b21-42e7-4a59-9f09-4b77dc7ee6f8/51aa8935-8cce-40ab-82a2-0ed18a8aeaa8/9b9c302e-c34a-4b81-bd30-872197bcd1cb) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:58:54.750968 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeddb69-b830-4f24-ac97-dcf9fb77750c None None] Routers {'06657d55-3f66-4fc1-ade3-84581531a06f'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:58:54.752231 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-cdeddb69-b830-4f24-ac97-dcf9fb77750c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bd0f2898>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:58:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['06657d55-3f66-4fc1-ade3-84581531a06f'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:54.816604 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88294bd-54e0-46a7-8f97-e05dc5e2ae06 req-f927489d-a1fa-4e11-97f3-3da0cfdaf4c9 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] No DVR routers for this DVR port 3ee93b79-417f-4f8b-a07d-390cfb262156 on host hv-cinder-78536 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 13:58:54.824143 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-a88294bd-54e0-46a7-8f97-e05dc5e2ae06 req-f927489d-a1fa-4e11-97f3-3da0cfdaf4c9 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:54.835998 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab0947e-441c-4825-897f-e87442cb7340', 'name': 'network-vif-deleted', 'tag': '3ee93b79-417f-4f8b-a07d-390cfb262156'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:58:54.851016 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a88294bd-54e0-46a7-8f97-e05dc5e2ae06 req-f927489d-a1fa-4e11-97f3-3da0cfdaf4c9 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.93 "DELETE /v2.0/ports/3ee93b79-417f-4f8b-a07d-390cfb262156 HTTP/1.1" status: 204  len: 173 time: 1.8017499
Apr 09 13:58:54.899227 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:54.987622 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-cdeddb69-b830-4f24-ac97-dcf9fb77750c None None] Set router 06657d55-3f66-4fc1-ade3-84581531a06f gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:58:54.997234 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab0947e-441c-4825-897f-e87442cb7340', 'name': 'network-vif-deleted', 'tag': '3ee93b79-417f-4f8b-a07d-390cfb262156', 'status': 'completed', 'code': 200}
Apr 09 13:58:55.039820 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b83c8-c507-4ceb-90f6-a494f36afc5f req-e5ffcd7f-e38f-45b7-b304-7c08b40c5ae9 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:55.041524 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-820b83c8-c507-4ceb-90f6-a494f36afc5f req-e5ffcd7f-e38f-45b7-b304-7c08b40c5ae9 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f5f58a-99da-4621-83bf-60477b4a8485 HTTP/1.1" status: 200  len: 944 time: 0.2820468
Apr 09 13:58:55.050640 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:55.086135 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-820b83c8-c507-4ceb-90f6-a494f36afc5f req-8c99a752-3dda-47c6-bbfe-5e20fd86c5d8 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0317640
Apr 09 13:58:55.109398 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:55.136169 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-ebd469e1-4071-4b71-8035-bb09dbee022f tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:55.292747 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Pushing event updated for resources: {'Port': ['ID=9b9c302e-c34a-4b81-bd30-872197bcd1cb,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:55.306012 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:55.306586 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:55.307074 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:55.307562 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:55.308060 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:55.308569 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:55.309066 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:55.309546 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:55.310027 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:55.310511 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:55.310983 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:55.311450 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 13:58:55.328932 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:55.386980 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:58:55.388559 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:58:55.392316 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:58:55.399386 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-cdeddb69-b830-4f24-ac97-dcf9fb77750c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bd0f2898>, [{'id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'name': 'tempest-AttachVolumeTestJSON-1355787065-router', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:37Z', 'revision_number': 4, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'gw_port': {'id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:36:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:08Z', 'updated_at': '2021-04-09T13:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '0025df40-ed54-41e5-8f0e-99c4b71bb577', 'name': '', 'network_id': 'dac73499-f23e-4d97-b423-652173261576', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'mac_address': 'fa:16:3e:d9:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:30Z', 'updated_at': '2021-04-09T13:50:57Z', 'revision_number': 5, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'subnets': [{'id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:55.406088 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeddb69-b830-4f24-ac97-dcf9fb77750c None None] Checking router: 06657d55-3f66-4fc1-ade3-84581531a06f for host: dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:58:55.422999 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeddb69-b830-4f24-ac97-dcf9fb77750c None None] Routers {'06657d55-3f66-4fc1-ade3-84581531a06f'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:58:55.423682 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-cdeddb69-b830-4f24-ac97-dcf9fb77750c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bd0f2898>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:58:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['06657d55-3f66-4fc1-ade3-84581531a06f'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:55.523288 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bfe748c9-7eea-41f4-84ad-e1ad881f7757 req-bd9da645-cc0e-418c-a909-f5861e410e07 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=5ab0947e-441c-4825-897f-e87442cb7340 HTTP/1.1" status: 200  len: 210 time: 0.0681121
Apr 09 13:58:55.642815 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-cdeddb69-b830-4f24-ac97-dcf9fb77750c None None] Set router 06657d55-3f66-4fc1-ade3-84581531a06f gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:58:55.940784 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:55.991056 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-cdeddb69-b830-4f24-ac97-dcf9fb77750c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bd0f2898>, [{'id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'name': 'tempest-AttachVolumeTestJSON-1355787065-router', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:37Z', 'revision_number': 4, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'gw_port': {'id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:36:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:08Z', 'updated_at': '2021-04-09T13:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '0025df40-ed54-41e5-8f0e-99c4b71bb577', 'name': '', 'network_id': 'dac73499-f23e-4d97-b423-652173261576', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'mac_address': 'fa:16:3e:d9:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:30Z', 'updated_at': '2021-04-09T13:50:57Z', 'revision_number': 5, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'subnets': [{'id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:55.995586 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeddb69-b830-4f24-ac97-dcf9fb77750c None None] The sync data for ids ['06657d55-3f66-4fc1-ade3-84581531a06f'] in dv-cinder-785362-1-iscsi is: [{'id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'name': 'tempest-AttachVolumeTestJSON-1355787065-router', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:37Z', 'revision_number': 4, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'gw_port': {'id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:36:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:08Z', 'updated_at': '2021-04-09T13:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '0025df40-ed54-41e5-8f0e-99c4b71bb577', 'name': '', 'network_id': 'dac73499-f23e-4d97-b423-652173261576', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'mac_address': 'fa:16:3e:d9:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:30Z', 'updated_at': '2021-04-09T13:50:57Z', 'revision_number': 5, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'subnets': [{'id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:58:56.028497 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:56.385870 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb0a06-078a-46ae-a0d4-263ae2223607 req-24177cb7-7104-448d-8e44-3750ed0853e8 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:56.387556 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-69cb0a06-078a-46ae-a0d4-263ae2223607 req-24177cb7-7104-448d-8e44-3750ed0853e8 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f5f58a-99da-4621-83bf-60477b4a8485 HTTP/1.1" status: 200  len: 944 time: 0.1633153
Apr 09 13:58:56.428115 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:56.428930 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e92c297-97cd-4080-ab01-e34254ed0b14 None None] New status for floating IP a212a9ce-ce20-464f-b027-8fadb9c0c873: DOWN {{(pid=85293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 13:58:56.434760 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-69cb0a06-078a-46ae-a0d4-263ae2223607 req-13dff2b5-335b-4135-bdb5-9ecfe7e62191 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401914
Apr 09 13:58:56.435552 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10405853'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:56.451853 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-4810924b-93ec-4117-a064-15d00f00d14e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:56.680219 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 33842) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:56.755533 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2ecbeb99-656a-4917-a935-61d80ced0d96 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:56.788789 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2ecbeb99-656a-4917-a935-61d80ced0d96 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:56.833325 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Pushing event updated for resources: {'Port': ['ID=9b9c302e-c34a-4b81-bd30-872197bcd1cb,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:56.837683 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:56.846640 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2ecbeb99-656a-4917-a935-61d80ced0d96 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:56.852096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1da25e7c-c9d3-4099-9937-b8a95647c277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:56.868245 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbeb99-656a-4917-a935-61d80ced0d96 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b893361-03ea-4e2c-a13c-82b168742cf4,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:56.873062 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2ecbeb99-656a-4917-a935-61d80ced0d96 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:56.876994 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2ecbeb99-656a-4917-a935-61d80ced0d96 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:56.878343 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-2ecbeb99-656a-4917-a935-61d80ced0d96 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "DELETE /v2.0/security-groups/8b893361-03ea-4e2c-a13c-82b168742cf4 HTTP/1.1" status: 204  len: 168 time: 0.1967020
Apr 09 13:58:56.881147 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 33846) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:56.899896 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.v2.resource [None req-74ecaf66-f3bc-465e-88da-da9827a04965 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] show failed (client error): The resource could not be found.
Apr 09 13:58:56.904308 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-74ecaf66-f3bc-465e-88da-da9827a04965 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups/8b893361-03ea-4e2c-a13c-82b168742cf4 HTTP/1.1" status: 404  len: 347 time: 0.0189323
Apr 09 13:58:56.904308 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 33850) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:56.951037 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850926857'] for floatingip, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:57.084033 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-cfd0f80d-2057-4231-8114-e1da1698ad70 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Deleting port 0a824ad0-755c-49c5-b069-3cb6b64077e9 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 13:58:57.084033 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cfd0f80d-2057-4231-8114-e1da1698ad70 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:57.152379 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.l3_db [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Floating IP d5d01ccd-8024-4fb3-8e50-9dcc310645ba associated. External IP: 172.27.0.28, port: 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee.
Apr 09 13:58:57.225163 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 3ee93b79-417f-4f8b-a07d-390cfb262156 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 13:58:57.274773 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] No Port match for: 3ee93b79-417f-4f8b-a07d-390cfb262156 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 13:58:57.275452 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 3ee93b79-417f-4f8b-a07d-390cfb262156 not bound to the agent host hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 13:58:57.280886 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cfd0f80d-2057-4231-8114-e1da1698ad70 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:57.281422 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cfd0f80d-2057-4231-8114-e1da1698ad70 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:57.420359 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-cfd0f80d-2057-4231-8114-e1da1698ad70 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Calling delete_port for 0a824ad0-755c-49c5-b069-3cb6b64077e9 owned by network:floatingip {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 13:58:57.576277 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cfd0f80d-2057-4231-8114-e1da1698ad70 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:57.593938 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c827f88b-d323-4ff4-94c7-791d1b6fa4cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:57.616343 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Router c1842f10-ceb7-4880-90fc-7dc1c8620969 has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 13:58:57.819204 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6897ce5-9f22-43bd-992d-e5cb1915e699 req-2e7d1638-d943-44c4-90c9-96599dc85dcf tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:57.820949 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c6897ce5-9f22-43bd-992d-e5cb1915e699 req-2e7d1638-d943-44c4-90c9-96599dc85dcf tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f5f58a-99da-4621-83bf-60477b4a8485 HTTP/1.1" status: 200  len: 944 time: 0.2650790
Apr 09 13:58:57.877058 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c6897ce5-9f22-43bd-992d-e5cb1915e699 req-23c298b7-3900-4324-b9f0-fc9c685332a5 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461435
Apr 09 13:58:57.886566 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:58:57.900388 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea1a613-ea14-41fb-b4a8-4465548b8402 None None] Sync routers for ids ['c1842f10-ceb7-4880-90fc-7dc1c8620969'] in dv-cinder-785362-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:58:57.913658 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea1a613-ea14-41fb-b4a8-4465548b8402 None None] Routers {'c1842f10-ceb7-4880-90fc-7dc1c8620969'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:58:57.914628 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-1ea1a613-ea14-41fb-b4a8-4465548b8402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16b7de1588>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:58:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['c1842f10-ceb7-4880-90fc-7dc1c8620969'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:57.916573 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for floatingip, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:57.941583 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0f80d-2057-4231-8114-e1da1698ad70 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Pushing event deleted for resources: {'Port': ['ID=0a824ad0-755c-49c5-b069-3cb6b64077e9,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:57.948926 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-cfd0f80d-2057-4231-8114-e1da1698ad70 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:57.979617 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-d5120baa-9677-4b4c-a3d5-cc534ddb33da tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.6576328
Apr 09 13:58:57.980856 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9', 'tag': '6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:58:58.039276 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9', 'tag': '6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee', 'status': 'completed', 'code': 200}
Apr 09 13:58:58.127698 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-1ea1a613-ea14-41fb-b4a8-4465548b8402 None None] Set router c1842f10-ceb7-4880-90fc-7dc1c8620969 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:58:58.177422 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cfd0f80d-2057-4231-8114-e1da1698ad70 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for floatingip, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:58.203360 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cfd0f80d-2057-4231-8114-e1da1698ad70 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for floatingip, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:58.208404 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-cfd0f80d-2057-4231-8114-e1da1698ad70 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "DELETE /v2.0/floatingips/a212a9ce-ce20-464f-b027-8fadb9c0c873 HTTP/1.1" status: 204  len: 168 time: 1.2996039
Apr 09 13:58:58.208404 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97e609-7a86-4c88-a00b-b80ca9f30e89 req-39b15676-193a-4848-8cbc-dbb233b2c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:58.209876 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1b97e609-7a86-4c88-a00b-b80ca9f30e89 req-39b15676-193a-4848-8cbc-dbb233b2c5f3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7636e0a8bd3d4e4681b67e8a86200354&device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 1098 time: 0.1190238
Apr 09 13:58:58.394108 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97e609-7a86-4c88-a00b-b80ca9f30e89 req-6f15921b-3166-499a-b996-2298b6fa31ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:58.395608 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1b97e609-7a86-4c88-a00b-b80ca9f30e89 req-6f15921b-3166-499a-b996-2298b6fa31ce service neutron] 10.222.0.93 "GET /v2.0/networks?id=8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c HTTP/1.1" status: 200  len: 909 time: 0.1792345
Apr 09 13:58:58.525000 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1b97e609-7a86-4c88-a00b-b80ca9f30e89 req-257d49bb-acf3-42c9-a622-fbdece0da66a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee HTTP/1.1" status: 200  len: 998 time: 0.1169944
Apr 09 13:58:58.603616 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97e609-7a86-4c88-a00b-b80ca9f30e89 req-efeb5ae6-b696-4b56-9111-07bbf0d16a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:58.605255 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1b97e609-7a86-4c88-a00b-b80ca9f30e89 req-efeb5ae6-b696-4b56-9111-07bbf0d16a3d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=344aad20-d45e-469e-8ef2-5e45b8c2ce38 HTTP/1.1" status: 200  len: 847 time: 0.0731397
Apr 09 13:58:58.703949 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97e609-7a86-4c88-a00b-b80ca9f30e89 req-205ce5ce-d0c1-4a72-a0fd-a8554459791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:58.705563 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1b97e609-7a86-4c88-a00b-b80ca9f30e89 req-205ce5ce-d0c1-4a72-a0fd-a8554459791c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0892599
Apr 09 13:58:58.728518 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-1ea1a613-ea14-41fb-b4a8-4465548b8402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16b7de1588>, [{'id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'name': 'tempest-TestShelveInstance-684887440-router', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a30ab834-d781-408a-8817-97a20e0c6274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:57:35Z', 'updated_at': '2021-04-09T13:57:43Z', 'revision_number': 4, 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'gw_port': {'id': 'a30ab834-d781-408a-8817-97a20e0c6274', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:36Z', 'updated_at': '2021-04-09T13:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': 'd5d01ccd-8024-4fb3-8e50-9dcc310645ba', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'port_id': '6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c', 'mac_address': 'fa:16:3e:1d:9f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:58:55Z', 'updated_at': '2021-04-09T13:58:55Z', 'revision_number': 0, 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194a7cd8-2b9d-4629-b068-0974e3a52678', 'name': '', 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'mac_address': 'fa:16:3e:6e:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '344aad20-d45e-469e-8ef2-5e45b8c2ce38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:42Z', 'updated_at': '2021-04-09T13:57:53Z', 'revision_number': 5, 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'subnets': [{'id': '344aad20-d45e-469e-8ef2-5e45b8c2ce38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:58.732736 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea1a613-ea14-41fb-b4a8-4465548b8402 None None] Checking router: c1842f10-ceb7-4880-90fc-7dc1c8620969 for host: dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:58:58.741824 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea1a613-ea14-41fb-b4a8-4465548b8402 None None] Routers {'c1842f10-ceb7-4880-90fc-7dc1c8620969'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:58:58.742495 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-1ea1a613-ea14-41fb-b4a8-4465548b8402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16b7de1588>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:58:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['c1842f10-ceb7-4880-90fc-7dc1c8620969'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:58.863089 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1b97e609-7a86-4c88-a00b-b80ca9f30e89 req-3fd2a2ad-13c3-4b27-9d6d-5e5477933940 service neutron] 10.222.0.93 "GET /v2.0/networks/8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412144
Apr 09 13:58:58.943612 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33868) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:58.951388 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-7e3fd5b3-dcbc-4769-8031-e6832a99c981 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1126359033', 'description': 'tempest-description--163888921'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:58:58.960793 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-7e3fd5b3-dcbc-4769-8031-e6832a99c981 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:58:58.964944 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-7e3fd5b3-dcbc-4769-8031-e6832a99c981 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Usage tracker for resource:security_group and tenant:ba5d9acca4e84f2e82dcc146f183b1f2 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:58:58.966179 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-1ea1a613-ea14-41fb-b4a8-4465548b8402 None None] Set router c1842f10-ceb7-4880-90fc-7dc1c8620969 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:58:58.968556 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-7e3fd5b3-dcbc-4769-8031-e6832a99c981 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:58:58.975981 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-7e3fd5b3-dcbc-4769-8031-e6832a99c981 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:58:58.988827 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7e3fd5b3-dcbc-4769-8031-e6832a99c981 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:58.993312 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-7e3fd5b3-dcbc-4769-8031-e6832a99c981 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:58:58.997864 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-7e3fd5b3-dcbc-4769-8031-e6832a99c981 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Usage tracker for resource:security_group_rule and tenant:ba5d9acca4e84f2e82dcc146f183b1f2 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:58:59.004134 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-7e3fd5b3-dcbc-4769-8031-e6832a99c981 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:58:59.037850 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1b97e609-7a86-4c88-a00b-b80ca9f30e89 req-c8f4bfd6-f7e8-44eb-a141-98712adeea9d service neutron] 10.222.0.93 "GET /v2.0/networks/8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1683888
Apr 09 13:58:59.052521 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-7e3fd5b3-dcbc-4769-8031-e6832a99c981 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:58:59.156475 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689044e0-10de-497a-bdef-1eb8dcad8577 req-e021a2f4-7190-46ca-b095-262468085f51 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:58:59.158087 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-689044e0-10de-497a-bdef-1eb8dcad8577 req-e021a2f4-7190-46ca-b095-262468085f51 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f5f58a-99da-4621-83bf-60477b4a8485 HTTP/1.1" status: 200  len: 944 time: 0.1559887
Apr 09 13:58:59.193626 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7e3fd5b3-dcbc-4769-8031-e6832a99c981 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:59.199701 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7e3fd5b3-dcbc-4769-8031-e6832a99c981 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:59.207512 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f9810196-ee6c-48a4-b771-c0e5df490467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:59.225088 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-689044e0-10de-497a-bdef-1eb8dcad8577 req-ca2bd35c-2159-4194-aa78-6fa17568bce1 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604751
Apr 09 13:58:59.256430 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 13:58:59.264700 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3fd5b3-dcbc-4769-8031-e6832a99c981 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f75be162-2adc-41b5-8360-ddba2d4c01dc,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:59.269964 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7e3fd5b3-dcbc-4769-8031-e6832a99c981 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:59.271186 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7e3fd5b3-dcbc-4769-8031-e6832a99c981 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:59.274059 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-7e3fd5b3-dcbc-4769-8031-e6832a99c981 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3284051
Apr 09 13:58:59.276616 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33872) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:59.288714 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-fb7d0bd3-5778-497f-81ec-569de68fb650 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Request body: {'security_group_rule': {'security_group_id': 'f75be162-2adc-41b5-8360-ddba2d4c01dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:58:59.301408 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-fb7d0bd3-5778-497f-81ec-569de68fb650 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:58:59.308645 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-fb7d0bd3-5778-497f-81ec-569de68fb650 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Usage tracker for resource:security_group_rule and tenant:ba5d9acca4e84f2e82dcc146f183b1f2 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:58:59.314773 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-fb7d0bd3-5778-497f-81ec-569de68fb650 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:58:59.327361 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-fb7d0bd3-5778-497f-81ec-569de68fb650 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:58:59.348552 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fb7d0bd3-5778-497f-81ec-569de68fb650 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:59.418480 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fb7d0bd3-5778-497f-81ec-569de68fb650 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:59.422131 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fb7d0bd3-5778-497f-81ec-569de68fb650 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874469'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:59.424316 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:59.470173 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d0bd3-5778-497f-81ec-569de68fb650 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f74873f-211a-49fa-8bd0-b72d7fd538b8,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:59.473104 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-fb7d0bd3-5778-497f-81ec-569de68fb650 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:59.483216 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fb7d0bd3-5778-497f-81ec-569de68fb650 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:59.495556 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-fb7d0bd3-5778-497f-81ec-569de68fb650 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2126946
Apr 09 13:58:59.495862 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33878) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:59.502732 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-8ba94460-b236-48c1-9cbc-f143676c4e75 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Request body: {'security_group_rule': {'security_group_id': 'f75be162-2adc-41b5-8360-ddba2d4c01dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:58:59.509889 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-8ba94460-b236-48c1-9cbc-f143676c4e75 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:58:59.514336 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-8ba94460-b236-48c1-9cbc-f143676c4e75 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Usage tracker for resource:security_group_rule and tenant:ba5d9acca4e84f2e82dcc146f183b1f2 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:58:59.518726 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-8ba94460-b236-48c1-9cbc-f143676c4e75 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:58:59.525255 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-8ba94460-b236-48c1-9cbc-f143676c4e75 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:58:59.535170 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=9c99d7c8-ba35-458b-85a1-1d88eeaf6abd,segment=NetworkSegment(e79b3ef0-a24a-46f3-9aa3-06c084497cd4),segment_id=e79b3ef0-a24a-46f3-9aa3-06c084497cd4)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:58:59.547585 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8ba94460-b236-48c1-9cbc-f143676c4e75 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:59.559630 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-1ea1a613-ea14-41fb-b4a8-4465548b8402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16b7de1588>, [{'id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'name': 'tempest-TestShelveInstance-684887440-router', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a30ab834-d781-408a-8817-97a20e0c6274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:57:35Z', 'updated_at': '2021-04-09T13:57:43Z', 'revision_number': 4, 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'gw_port': {'id': 'a30ab834-d781-408a-8817-97a20e0c6274', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:36Z', 'updated_at': '2021-04-09T13:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': 'd5d01ccd-8024-4fb3-8e50-9dcc310645ba', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'port_id': '6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c', 'mac_address': 'fa:16:3e:1d:9f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:58:55Z', 'updated_at': '2021-04-09T13:58:55Z', 'revision_number': 0, 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194a7cd8-2b9d-4629-b068-0974e3a52678', 'name': '', 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'mac_address': 'fa:16:3e:6e:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '344aad20-d45e-469e-8ef2-5e45b8c2ce38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:42Z', 'updated_at': '2021-04-09T13:57:53Z', 'revision_number': 5, 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'subnets': [{'id': '344aad20-d45e-469e-8ef2-5e45b8c2ce38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:58:59.563581 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Returning: {'device': '9c99d7c8-ba35-458b-85a1-1d88eeaf6abd', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'port_id': '9c99d7c8-ba35-458b-85a1-1d88eeaf6abd', 'mac_address': 'fa:16:3e:1d:8a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 958, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 13:58:59.565746 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea1a613-ea14-41fb-b4a8-4465548b8402 None None] The sync data for ids ['c1842f10-ceb7-4880-90fc-7dc1c8620969'] in dv-cinder-785362-1-iscsi is: [{'id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'name': 'tempest-TestShelveInstance-684887440-router', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a30ab834-d781-408a-8817-97a20e0c6274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:57:35Z', 'updated_at': '2021-04-09T13:57:43Z', 'revision_number': 4, 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'gw_port': {'id': 'a30ab834-d781-408a-8817-97a20e0c6274', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:36Z', 'updated_at': '2021-04-09T13:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': 'd5d01ccd-8024-4fb3-8e50-9dcc310645ba', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'port_id': '6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c', 'mac_address': 'fa:16:3e:1d:9f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:58:55Z', 'updated_at': '2021-04-09T13:58:55Z', 'revision_number': 0, 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194a7cd8-2b9d-4629-b068-0974e3a52678', 'name': '', 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'mac_address': 'fa:16:3e:6e:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '344aad20-d45e-469e-8ef2-5e45b8c2ce38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:42Z', 'updated_at': '2021-04-09T13:57:53Z', 'revision_number': 5, 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'subnets': [{'id': '344aad20-d45e-469e-8ef2-5e45b8c2ce38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:58:59.632105 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8ba94460-b236-48c1-9cbc-f143676c4e75 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:59.635207 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8ba94460-b236-48c1-9cbc-f143676c4e75 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874469'] for security_group_rule, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:59.637411 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:59.638189 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:59.639702 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:58:59.657563 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba94460-b236-48c1-9cbc-f143676c4e75 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d311c7-bbda-4d05-9edc-793521eb763a,revision_number=0']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:59.660180 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=9c99d7c8-ba35-458b-85a1-1d88eeaf6abd,segment=NetworkSegment(e79b3ef0-a24a-46f3-9aa3-06c084497cd4),segment_id=e79b3ef0-a24a-46f3-9aa3-06c084497cd4)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:58:59.663829 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:59.664863 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-8ba94460-b236-48c1-9cbc-f143676c4e75 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:59.666616 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f152fba7-5c63-45d4-8546-e52d044658fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:58:59.676476 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8ba94460-b236-48c1-9cbc-f143676c4e75 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:59.677787 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-8ba94460-b236-48c1-9cbc-f143676c4e75 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1808920
Apr 09 13:58:59.681510 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33882) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:58:59.687252 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-0a4f7220-a561-4fc0-9eaf-cd45a7430635 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Request body: {'floatingip': {'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:58:59.693827 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-0a4f7220-a561-4fc0-9eaf-cd45a7430635 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:58:59.698038 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-0a4f7220-a561-4fc0-9eaf-cd45a7430635 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Usage tracker for resource:floatingip and tenant:ba5d9acca4e84f2e82dcc146f183b1f2 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:58:59.701125 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-0a4f7220-a561-4fc0-9eaf-cd45a7430635 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:58:59.707625 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-0a4f7220-a561-4fc0-9eaf-cd45a7430635 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:58:59.718298 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0a4f7220-a561-4fc0-9eaf-cd45a7430635 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for floatingip, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:59.746394 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=9c99d7c8-ba35-458b-85a1-1d88eeaf6abd,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:58:59.750299 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:58:59.879413 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0a4f7220-a561-4fc0-9eaf-cd45a7430635 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:58:59.910466 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa725e62-5aae-4e49-8007-2f8945a6ecf0 None None] New status for floating IP d5d01ccd-8024-4fb3-8e50-9dcc310645ba: ACTIVE {{(pid=85293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 13:58:59.993198 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['9c99d7c8-ba35-458b-85a1-1d88eeaf6abd'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:59:00.053535 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-0a4f7220-a561-4fc0-9eaf-cd45a7430635 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Allocated IP 172.27.0.209 (ef175b21-42e7-4a59-9f09-4b77dc7ee6f8/51aa8935-8cce-40ab-82a2-0ed18a8aeaa8/43fc2a22-daa5-42d3-804d-11a992d9304c) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:59:00.227147 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0a4f7220-a561-4fc0-9eaf-cd45a7430635 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:00.290538 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0a4f7220-a561-4fc0-9eaf-cd45a7430635 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:00.309197 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b4d626ef-8c69-4660-a44f-20b04b5ef372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:59:00.460182 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f7220-a561-4fc0-9eaf-cd45a7430635 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Pushing event updated for resources: {'Port': ['ID=43fc2a22-daa5-42d3-804d-11a992d9304c,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:59:00.466237 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0a4f7220-a561-4fc0-9eaf-cd45a7430635 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:59:00.562351 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4f7220-a561-4fc0-9eaf-cd45a7430635 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:59:00.571881 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-0a4f7220-a561-4fc0-9eaf-cd45a7430635 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:59:00.576793 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4f7220-a561-4fc0-9eaf-cd45a7430635 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:59:00.681247 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79202ca6-072e-4874-8d6c-14588ef8ca01 req-bcc05dd0-bc67-4fd5-868e-7b329ac3344b tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:00.682895 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-79202ca6-072e-4874-8d6c-14588ef8ca01 req-bcc05dd0-bc67-4fd5-868e-7b329ac3344b tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f5f58a-99da-4621-83bf-60477b4a8485 HTTP/1.1" status: 200  len: 945 time: 0.1700008
Apr 09 13:59:00.715782 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0a4f7220-a561-4fc0-9eaf-cd45a7430635 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:00.722989 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-79202ca6-072e-4874-8d6c-14588ef8ca01 req-041f03d6-6f18-46de-a835-51cc96340d09 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0318913
Apr 09 13:59:00.788101 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0a4f7220-a561-4fc0-9eaf-cd45a7430635 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:01.063695 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0a4f7220-a561-4fc0-9eaf-cd45a7430635 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:01.067414 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0a4f7220-a561-4fc0-9eaf-cd45a7430635 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10405853'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:01.083052 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0e5b0a99-bc12-4f42-96a5-b3d62e0cdc5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:59:01.222107 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f7220-a561-4fc0-9eaf-cd45a7430635 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Pushing event updated for resources: {'Port': ['ID=43fc2a22-daa5-42d3-804d-11a992d9304c,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:59:01.225195 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0a4f7220-a561-4fc0-9eaf-cd45a7430635 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:59:01.274006 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd up at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:59:01.375596 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0a4f7220-a561-4fc0-9eaf-cd45a7430635 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850926857'] for floatingip, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:01.387137 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning for port 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:59:01.392316 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning complete for port 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:59:01.392777 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:01.398045 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0a4f7220-a561-4fc0-9eaf-cd45a7430635 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for floatingip, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:01.399366 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-0a4f7220-a561-4fc0-9eaf-cd45a7430635 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7168589
Apr 09 13:59:01.525189 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:01.537536 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f5f58a-99da-4621-83bf-60477b4a8485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c99d7c8-ba35-458b-85a1-1d88eeaf6abd'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:59:01.548688 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=9c99d7c8-ba35-458b-85a1-1d88eeaf6abd,segment=NetworkSegment(e79b3ef0-a24a-46f3-9aa3-06c084497cd4),segment_id=e79b3ef0-a24a-46f3-9aa3-06c084497cd4)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:59:01.552430 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:01.555215 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:59:01.606351 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f5f58a-99da-4621-83bf-60477b4a8485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c99d7c8-ba35-458b-85a1-1d88eeaf6abd', 'code': 200}
Apr 09 13:59:01.634398 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-6f9b9c5e-a6c7-4e85-80fa-99a8705d6d03 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Synchronizing usage tracker for tenant:ba5d9acca4e84f2e82dcc146f183b1f2 on resource:security_group {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:59:01.638912 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=9c99d7c8-ba35-458b-85a1-1d88eeaf6abd,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:59:01.642965 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:59:01.650698 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-6f9b9c5e-a6c7-4e85-80fa-99a8705d6d03 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Unset dirty status for tenant:ba5d9acca4e84f2e82dcc146f183b1f2 on resource:security_group {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:59:01.651999 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-6f9b9c5e-a6c7-4e85-80fa-99a8705d6d03 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1126359033&fields=id&tenant_id=ba5d9acca4e84f2e82dcc146f183b1f2 HTTP/1.1" status: 200  len: 267 time: 0.0537846
Apr 09 13:59:01.833904 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-d6fa8e6f-7e1b-44a9-998d-789bd52be98c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:01.835592 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-d6fa8e6f-7e1b-44a9-998d-789bd52be98c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/networks?id=dac73499-f23e-4d97-b423-652173261576 HTTP/1.1" status: 200  len: 811 time: 0.1760049
Apr 09 13:59:01.888462 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-863b443f-b38e-420f-a0cc-358c62152a1f tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/quotas/ba5d9acca4e84f2e82dcc146f183b1f2 HTTP/1.1" status: 200  len: 375 time: 0.0455163
Apr 09 13:59:01.901151 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df0005-6058-43f7-9af8-543ee0131f2b req-b34569ca-6c7e-472a-b887-f1715db1f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:01.902768 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-53df0005-6058-43f7-9af8-543ee0131f2b req-b34569ca-6c7e-472a-b887-f1715db1f96f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=50f5f58a-99da-4621-83bf-60477b4a8485 HTTP/1.1" status: 200  len: 1099 time: 0.0800095
Apr 09 13:59:01.930658 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-53df0005-6058-43f7-9af8-543ee0131f2b req-38b6b2b2-93b5-4035-99e0-3e46f2461769 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0206749
Apr 09 13:59:02.266897 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257f4bd-8c8b-4c96-988d-fe4ef8f1178f req-1d7c2d51-0c99-432c-afe9-34070a517402 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:02.268617 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5257f4bd-8c8b-4c96-988d-fe4ef8f1178f req-1d7c2d51-0c99-432c-afe9-34070a517402 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f5f58a-99da-4621-83bf-60477b4a8485 HTTP/1.1" status: 200  len: 946 time: 0.4171159
Apr 09 13:59:02.278715 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-fd49a2ab-c125-461e-a3de-17d741cde5f7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=ba5d9acca4e84f2e82dcc146f183b1f2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3829772
Apr 09 13:59:02.379704 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5257f4bd-8c8b-4c96-988d-fe4ef8f1178f req-a5a46e94-abbb-4436-a41c-49cf2bc7515b tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0999103
Apr 09 13:59:02.446669 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-c0ae7e4a-737c-456e-8f4f-7a4cb2d6c628 service neutron] 10.222.0.96 "GET /v2.0/networks/dac73499-f23e-4d97-b423-652173261576?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521020
Apr 09 13:59:02.596484 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-6996755b-973c-4f54-8956-7a2757e5c5e5 service neutron] 10.222.0.96 "GET /v2.0/networks/dac73499-f23e-4d97-b423-652173261576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422417
Apr 09 13:59:02.798487 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9fa9b942-fb18-4fe1-984c-66a8506e4cee req-ccf9e3bf-8a4d-4db8-b034-8df17aeb4e18 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=d79ec947-0651-4880-b44a-8f14608d285d HTTP/1.1" status: 200  len: 210 time: 0.0543783
Apr 09 13:59:03.613081 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce298327-8533-4a0a-a2a9-d024397309d9 req-0d8483ad-74f4-48c1-92e0-a49b39fa44e7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:03.615350 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ce298327-8533-4a0a-a2a9-d024397309d9 req-0d8483ad-74f4-48c1-92e0-a49b39fa44e7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f5f58a-99da-4621-83bf-60477b4a8485 HTTP/1.1" status: 200  len: 946 time: 0.0974345
Apr 09 13:59:03.648914 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ce298327-8533-4a0a-a2a9-d024397309d9 req-78b0696a-30ba-44e9-98ed-42803a960e8a tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0262525
Apr 09 13:59:03.866656 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb805a-0118-42ad-b2d9-33230e15c9b2 req-8d2f513b-5d55-4dfb-8480-ba862edf7e19 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:03.868444 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b9cb805a-0118-42ad-b2d9-33230e15c9b2 req-8d2f513b-5d55-4dfb-8480-ba862edf7e19 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f5f58a-99da-4621-83bf-60477b4a8485 HTTP/1.1" status: 200  len: 946 time: 0.0952160
Apr 09 13:59:03.944939 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b9cb805a-0118-42ad-b2d9-33230e15c9b2 req-c7de088b-1f2b-440d-882c-2c6ff017447b tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0685914
Apr 09 13:59:03.986453 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 33926) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:59:04.027035 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-58e35d5d-f12c-4541-a73c-0ef6ada8a413 req-14fcf186-2a3e-4c11-8472-3a3bc58821c3 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=d79ec947-0651-4880-b44a-8f14608d285d HTTP/1.1" status: 200  len: 210 time: 0.0800660
Apr 09 13:59:04.125636 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-d18dc86f-61a5-40e7-a0da-69042e5989b2 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:04.127266 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-d18dc86f-61a5-40e7-a0da-69042e5989b2 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.93 "GET /v2.0/networks?id=dac73499-f23e-4d97-b423-652173261576 HTTP/1.1" status: 200  len: 811 time: 0.2486122
Apr 09 13:59:04.133596 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ebe710-a603-4206-a787-3ac69a04e91f tempest-TestVolumeBootPattern-1655479478 tempest-TestVolumeBootPattern-1655479478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:04.134336 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-e8ebe710-a603-4206-a787-3ac69a04e91f tempest-TestVolumeBootPattern-1655479478 tempest-TestVolumeBootPattern-1655479478-project-admin] Synchronizing usage tracker for tenant:75550b128de342859867bcb67f602844 on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:59:04.183114 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-e8ebe710-a603-4206-a787-3ac69a04e91f tempest-TestVolumeBootPattern-1655479478 tempest-TestVolumeBootPattern-1655479478-project-admin] Unset dirty status for tenant:75550b128de342859867bcb67f602844 on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:59:04.184393 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-e8ebe710-a603-4206-a787-3ac69a04e91f tempest-TestVolumeBootPattern-1655479478 tempest-TestVolumeBootPattern-1655479478-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=50f5f58a-99da-4621-83bf-60477b4a8485 HTTP/1.1" status: 200  len: 1094 time: 0.1968975
Apr 09 13:59:04.188094 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33934) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:59:04.194476 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Request body: {'floatingip': {'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'port_id': '9c99d7c8-ba35-458b-85a1-1d88eeaf6abd', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'fixed_ip_address': '172.20.0.12'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:59:04.201075 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:59:04.204117 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-4d20f391-ee1d-4b9d-bbf4-b9bb761095d6 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Synchronizing usage tracker for tenant:ba5d9acca4e84f2e82dcc146f183b1f2 on resource:security_group {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 13:59:04.206160 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Usage tracker for resource:floatingip and tenant:142806ca91ce40c4af646ab038ed6230 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:59:04.209291 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:59:04.215999 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:59:04.216979 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-4d20f391-ee1d-4b9d-bbf4-b9bb761095d6 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Unset dirty status for tenant:ba5d9acca4e84f2e82dcc146f183b1f2 on resource:security_group {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 13:59:04.218390 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-4d20f391-ee1d-4b9d-bbf4-b9bb761095d6 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ba5d9acca4e84f2e82dcc146f183b1f2 HTTP/1.1" status: 200  len: 5704 time: 0.0767198
Apr 09 13:59:04.226044 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for floatingip, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:04.228002 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-ac79b66b-d7e8-452b-b532-0bc48bf2e3d7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Request body: {'port': {'device_id': 'd79ec947-0651-4880-b44a-8f14608d285d', 'network_id': 'dac73499-f23e-4d97-b423-652173261576', 'admin_state_up': True, 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'security_groups': ['f75be162-2adc-41b5-8360-ddba2d4c01dc']}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:59:04.386105 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-ac79b66b-d7e8-452b-b532-0bc48bf2e3d7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 13:59:04.387597 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:04.392173 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-ac79b66b-d7e8-452b-b532-0bc48bf2e3d7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Usage tracker for resource:port and tenant:ba5d9acca4e84f2e82dcc146f183b1f2 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 13:59:04.395629 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-ac79b66b-d7e8-452b-b532-0bc48bf2e3d7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 13:59:04.402059 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-ac79b66b-d7e8-452b-b532-0bc48bf2e3d7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 13:59:04.412090 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-ac79b66b-d7e8-452b-b532-0bc48bf2e3d7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Made reservation on behalf of ba5d9acca4e84f2e82dcc146f183b1f2 for: {'port': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 13:59:04.418541 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-ac79b66b-d7e8-452b-b532-0bc48bf2e3d7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:04.545983 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Allocated IP 172.27.0.22 (ef175b21-42e7-4a59-9f09-4b77dc7ee6f8/51aa8935-8cce-40ab-82a2-0ed18a8aeaa8/6813f9a8-83d2-4fe1-9230-34ad2ac3f215) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:59:04.588188 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-ac79b66b-d7e8-452b-b532-0bc48bf2e3d7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Allocated IP 172.20.0.8 (dac73499-f23e-4d97-b423-652173261576/925b601e-37cf-4380-a4b3-d671bf8558b0/6d13491c-bbd7-4a6a-aea5-1919ef2b7904) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 13:59:04.713649 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:04.747206 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:04.765381 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0a4f7220-a561-4fc0-9eaf-cd45a7430635 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:59:04.805093 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-ac79b66b-d7e8-452b-b532-0bc48bf2e3d7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:04.824080 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-ac79b66b-d7e8-452b-b532-0bc48bf2e3d7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Transition to ACTIVE for port object 6d13491c-bbd7-4a6a-aea5-1919ef2b7904 will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:59:04.851176 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-ac79b66b-d7e8-452b-b532-0bc48bf2e3d7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:04.867196 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9226b637-c418-4901-8683-a57499c8c057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:59:04.908585 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Pushing event updated for resources: {'Port': ['ID=6813f9a8-83d2-4fe1-9230-34ad2ac3f215,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:59:04.914398 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:59:04.965954 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:59:04.967112 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:59:04.970033 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:59:05.014438 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79b66b-d7e8-452b-b532-0bc48bf2e3d7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Pushing event updated for resources: {'Port': ['ID=6d13491c-bbd7-4a6a-aea5-1919ef2b7904,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:59:05.019169 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-ac79b66b-d7e8-452b-b532-0bc48bf2e3d7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:59:05.077976 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-ac79b66b-d7e8-452b-b532-0bc48bf2e3d7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Network dac73499-f23e-4d97-b423-652173261576 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 13:59:05.079454 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-ac79b66b-d7e8-452b-b532-0bc48bf2e3d7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 13:59:05.082260 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-ac79b66b-d7e8-452b-b532-0bc48bf2e3d7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 13:59:05.160617 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-ac79b66b-d7e8-452b-b532-0bc48bf2e3d7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:05.160893 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-ac79b66b-d7e8-452b-b532-0bc48bf2e3d7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:05.188083 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-ac79b66b-d7e8-452b-b532-0bc48bf2e3d7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9644470
Apr 09 13:59:05.209340 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-97527d03-2814-450b-afa5-2ebc6af8e0d7 service neutron] Request body: {'port': {'device_id': 'd79ec947-0651-4880-b44a-8f14608d285d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:59:05.365481 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-97527d03-2814-450b-afa5-2ebc6af8e0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:05.421474 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-5c9ad39c-4a22-4a07-a34e-252935106f6f None None] Provisioning for port 6d13491c-bbd7-4a6a-aea5-1919ef2b7904 completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:59:05.427030 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-5c9ad39c-4a22-4a07-a34e-252935106f6f None None] Provisioning complete for port 6d13491c-bbd7-4a6a-aea5-1919ef2b7904 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:59:05.427672 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5c9ad39c-4a22-4a07-a34e-252935106f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:05.449102 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7c46-272a-46e7-b4f2-84811e12bcf6 req-cc1ab34b-5b3c-46fc-86cf-a0dc76bd23e3 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:05.450767 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e14c7c46-272a-46e7-b4f2-84811e12bcf6 req-cc1ab34b-5b3c-46fc-86cf-a0dc76bd23e3 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=d79ec947-0651-4880-b44a-8f14608d285d HTTP/1.1" status: 200  len: 931 time: 0.2770193
Apr 09 13:59:05.489211 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ad39c-4a22-4a07-a34e-252935106f6f None None] Port 6d13491c-bbd7-4a6a-aea5-1919ef2b7904 cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 13:59:05.502766 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e14c7c46-272a-46e7-b4f2-84811e12bcf6 req-73da07ee-dcee-4730-a940-f053bfe295ed tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=f75be162-2adc-41b5-8360-ddba2d4c01dc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391672
Apr 09 13:59:05.547256 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:05.629517 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:05.801061 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-97527d03-2814-450b-afa5-2ebc6af8e0d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d13491c-bbd7-4a6a-aea5-1919ef2b7904 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:59:05.809048 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-97527d03-2814-450b-afa5-2ebc6af8e0d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:05.830456 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-97527d03-2814-450b-afa5-2ebc6af8e0d7 service neutron] Transition to ACTIVE for port object 6d13491c-bbd7-4a6a-aea5-1919ef2b7904 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 13:59:05.833350 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-97527d03-2814-450b-afa5-2ebc6af8e0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246095'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:05.854112 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-75bc1879-0648-4ead-8896-f6849ace8ccc tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:59:05.909989 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:05.913796 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10405853'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:05.929648 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:59:05.999811 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97527d03-2814-450b-afa5-2ebc6af8e0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6d13491c-bbd7-4a6a-aea5-1919ef2b7904,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:59:06.002905 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-97527d03-2814-450b-afa5-2ebc6af8e0d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:59:06.068208 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Pushing event updated for resources: {'Port': ['ID=6813f9a8-83d2-4fe1-9230-34ad2ac3f215,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:59:06.072949 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:59:06.188818 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850926857'] for floatingip, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:06.255119 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-97527d03-2814-450b-afa5-2ebc6af8e0d7 service neutron] Attempting to bind port 6d13491c-bbd7-4a6a-aea5-1919ef2b7904 on host hv-cinder-78536 for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 13:59:06.255811 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-97527d03-2814-450b-afa5-2ebc6af8e0d7 service neutron] Attempting to bind port 6d13491c-bbd7-4a6a-aea5-1919ef2b7904 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'd1798ed1-8af5-45cb-a42d-ab04ec377da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'dac73499-f23e-4d97-b423-652173261576'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 13:59:06.256400 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-97527d03-2814-450b-afa5-2ebc6af8e0d7 service neutron] Attempting to bind port 6d13491c-bbd7-4a6a-aea5-1919ef2b7904 on network dac73499-f23e-4d97-b423-652173261576 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:59:06.278462 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-97527d03-2814-450b-afa5-2ebc6af8e0d7 service neutron] Port 6d13491c-bbd7-4a6a-aea5-1919ef2b7904 on network dac73499-f23e-4d97-b423-652173261576 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 13:59:06.279069 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-97527d03-2814-450b-afa5-2ebc6af8e0d7 service neutron] Attempting to bind port 6d13491c-bbd7-4a6a-aea5-1919ef2b7904 on network dac73499-f23e-4d97-b423-652173261576 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 13:59:06.287858 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-97527d03-2814-450b-afa5-2ebc6af8e0d7 service neutron] Checking agent: {'id': '8b22d5c6-5838-4546-ac77-8d10367985fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'started_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 13:59:06.288428 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-97527d03-2814-450b-afa5-2ebc6af8e0d7 service neutron] Checking segment: {'id': 'd1798ed1-8af5-45cb-a42d-ab04ec377da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'dac73499-f23e-4d97-b423-652173261576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 13:59:06.288963 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-97527d03-2814-450b-afa5-2ebc6af8e0d7 service neutron] Bound using segment: {'id': 'd1798ed1-8af5-45cb-a42d-ab04ec377da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'dac73499-f23e-4d97-b423-652173261576'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 13:59:06.289558 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-97527d03-2814-450b-afa5-2ebc6af8e0d7 service neutron] Bound port: 6d13491c-bbd7-4a6a-aea5-1919ef2b7904, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1798ed1-8af5-45cb-a42d-ab04ec377da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'dac73499-f23e-4d97-b423-652173261576'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 13:59:06.290069 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-97527d03-2814-450b-afa5-2ebc6af8e0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:06.374913 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-97527d03-2814-450b-afa5-2ebc6af8e0d7 service neutron] For port 6d13491c-bbd7-4a6a-aea5-1919ef2b7904, host hv-cinder-78536, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 13:59:06.378127 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-97527d03-2814-450b-afa5-2ebc6af8e0d7 service neutron] For port 6d13491c-bbd7-4a6a-aea5-1919ef2b7904, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=6d13491c-bbd7-4a6a-aea5-1919ef2b7904,segment=NetworkSegment(d1798ed1-8af5-45cb-a42d-ab04ec377da1),segment_id=d1798ed1-8af5-45cb-a42d-ab04ec377da1)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 13:59:06.381868 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-97527d03-2814-450b-afa5-2ebc6af8e0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246095'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:06.397283 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-35d4ec75-1dc0-45b2-8c0b-505853ca67ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:59:06.399796 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.l3_db [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Floating IP c418e50e-12d7-4501-b158-fb00a3612d13 associated. External IP: 172.27.0.22, port: 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd.
Apr 09 13:59:06.557467 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97527d03-2814-450b-afa5-2ebc6af8e0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6d13491c-bbd7-4a6a-aea5-1919ef2b7904,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:59:06.562785 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-97527d03-2814-450b-afa5-2ebc6af8e0d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:59:06.597447 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-97527d03-2814-450b-afa5-2ebc6af8e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:06.598088 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-97527d03-2814-450b-afa5-2ebc6af8e0d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:06.599765 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-97527d03-2814-450b-afa5-2ebc6af8e0d7 service neutron] 10.222.0.93 "PUT /v2.0/ports/6d13491c-bbd7-4a6a-aea5-1919ef2b7904 HTTP/1.1" status: 200  len: 1093 time: 1.3961709
Apr 09 13:59:06.600255 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79ec947-0651-4880-b44a-8f14608d285d', 'tag': '6d13491c-bbd7-4a6a-aea5-1919ef2b7904'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:59:06.699246 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79ec947-0651-4880-b44a-8f14608d285d', 'tag': '6d13491c-bbd7-4a6a-aea5-1919ef2b7904', 'status': 'completed', 'code': 200}
Apr 09 13:59:07.011378 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-205fb67f-dd41-40a8-990b-0fe659f8a7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:07.013104 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-205fb67f-dd41-40a8-990b-0fe659f8a7b1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ba5d9acca4e84f2e82dcc146f183b1f2&device_id=d79ec947-0651-4880-b44a-8f14608d285d HTTP/1.1" status: 200  len: 1096 time: 0.3631771
Apr 09 13:59:07.088979 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-3c3a2e4b-f993-4bed-91de-664f68a677e4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d13491c-bbd7-4a6a-aea5-1919ef2b7904 HTTP/1.1" status: 200  len: 217 time: 0.0674400
Apr 09 13:59:07.130176 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fa356-a4d1-4144-abc9-9fc02bb35481 req-f1293875-c63b-4ef6-9cb7-28991d6f7bbb tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:07.131861 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f90fa356-a4d1-4144-abc9-9fc02bb35481 req-f1293875-c63b-4ef6-9cb7-28991d6f7bbb tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=d79ec947-0651-4880-b44a-8f14608d285d HTTP/1.1" status: 200  len: 943 time: 0.4746413
Apr 09 13:59:07.141264 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Router f02f3234-a48a-4e8f-a069-10f5e677afa4 has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 13:59:07.167974 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-e68a6950-6b47-45a7-81b3-5b5f974f5a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:07.170026 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-e68a6950-6b47-45a7-81b3-5b5f974f5a23 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=925b601e-37cf-4380-a4b3-d671bf8558b0 HTTP/1.1" status: 200  len: 850 time: 0.0706518
Apr 09 13:59:07.236727 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f90fa356-a4d1-4144-abc9-9fc02bb35481 req-0fdfe4ad-4778-4159-b301-6413905996aa tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=f75be162-2adc-41b5-8360-ddba2d4c01dc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0915484
Apr 09 13:59:07.260036 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-1ff31b41-fc89-4516-bb9a-3e785559048e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:07.261968 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-1ff31b41-fc89-4516-bb9a-3e785559048e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=dac73499-f23e-4d97-b423-652173261576&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0852232
Apr 09 13:59:07.373237 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:59:07.385683 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9df973-1b06-4217-a6e1-059ca38ed850 None None] Sync routers for ids ['f02f3234-a48a-4e8f-a069-10f5e677afa4'] in dv-cinder-785362-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:59:07.397276 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9df973-1b06-4217-a6e1-059ca38ed850 None None] Routers {'f02f3234-a48a-4e8f-a069-10f5e677afa4'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:59:07.398134 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-3f9df973-1b06-4217-a6e1-059ca38ed850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc0f30b8>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:58:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['f02f3234-a48a-4e8f-a069-10f5e677afa4'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:59:07.415772 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for floatingip, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:07.419660 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-7bc971f8-d9d6-42de-9019-cc14f2c57820 service neutron] 10.222.0.93 "GET /v2.0/networks/dac73499-f23e-4d97-b423-652173261576?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461005
Apr 09 13:59:07.499474 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-eb7b3cda-2d06-42fe-ab40-7fc844eca12d tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.3097432
Apr 09 13:59:07.500947 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f5f58a-99da-4621-83bf-60477b4a8485', 'tag': '9c99d7c8-ba35-458b-85a1-1d88eeaf6abd'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:59:07.579092 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c9dc7b7c-8dc7-455d-b453-4d1aab936ef0 req-ece63095-5aba-45d1-bbba-2343c64e65bd service neutron] 10.222.0.93 "GET /v2.0/networks/dac73499-f23e-4d97-b423-652173261576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1517055
Apr 09 13:59:07.608032 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f5f58a-99da-4621-83bf-60477b4a8485', 'tag': '9c99d7c8-ba35-458b-85a1-1d88eeaf6abd', 'status': 'completed', 'code': 200}
Apr 09 13:59:07.649305 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-3f9df973-1b06-4217-a6e1-059ca38ed850 None None] Set router f02f3234-a48a-4e8f-a069-10f5e677afa4 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:59:07.727916 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3fed6-0dc9-4ff1-929c-dbb74dd121c3 req-f626e64b-2b17-4bbb-a1b0-cf70753f307e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:07.729600 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-45a3fed6-0dc9-4ff1-929c-dbb74dd121c3 req-f626e64b-2b17-4bbb-a1b0-cf70753f307e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=142806ca91ce40c4af646ab038ed6230&device_id=50f5f58a-99da-4621-83bf-60477b4a8485 HTTP/1.1" status: 200  len: 1099 time: 0.0901697
Apr 09 13:59:07.741096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbbcfa-4922-48ac-b05a-9dfa354501e5 req-1f0c8457-875b-4899-9130-0ff776cd97af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:07.742949 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-53fbbcfa-4922-48ac-b05a-9dfa354501e5 req-1f0c8457-875b-4899-9130-0ff776cd97af service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ba5d9acca4e84f2e82dcc146f183b1f2&device_id=d79ec947-0651-4880-b44a-8f14608d285d HTTP/1.1" status: 200  len: 1096 time: 0.0857663
Apr 09 13:59:07.881929 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3fed6-0dc9-4ff1-929c-dbb74dd121c3 req-956ec86a-4298-4212-9a43-d562d297b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:07.883511 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-45a3fed6-0dc9-4ff1-929c-dbb74dd121c3 req-956ec86a-4298-4212-9a43-d562d297b937 service neutron] 10.222.0.93 "GET /v2.0/networks?id=728a6819-b70e-44ea-a058-103a448de099 HTTP/1.1" status: 200  len: 912 time: 0.1447668
Apr 09 13:59:07.901524 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbbcfa-4922-48ac-b05a-9dfa354501e5 req-f3201e65-45b8-4db7-8005-672e92228788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:07.903190 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-53fbbcfa-4922-48ac-b05a-9dfa354501e5 req-f3201e65-45b8-4db7-8005-672e92228788 service neutron] 10.222.0.93 "GET /v2.0/networks?id=dac73499-f23e-4d97-b423-652173261576 HTTP/1.1" status: 200  len: 912 time: 0.1496551
Apr 09 13:59:07.979246 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-53fbbcfa-4922-48ac-b05a-9dfa354501e5 req-56a6bf36-52ad-4259-b740-2ff9f448f879 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d13491c-bbd7-4a6a-aea5-1919ef2b7904 HTTP/1.1" status: 200  len: 217 time: 0.0687430
Apr 09 13:59:08.001727 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-45a3fed6-0dc9-4ff1-929c-dbb74dd121c3 req-dec5d90e-4ac3-4fd4-b6f2-e8830b956c38 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c99d7c8-ba35-458b-85a1-1d88eeaf6abd HTTP/1.1" status: 200  len: 999 time: 0.1086433
Apr 09 13:59:08.034047 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-3f9df973-1b06-4217-a6e1-059ca38ed850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc0f30b8>, [{'id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:05Z', 'updated_at': '2021-04-09T13:53:11Z', 'revision_number': 4, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'gw_port': {'id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:06Z', 'updated_at': '2021-04-09T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': 'c418e50e-12d7-4501-b158-fb00a3612d13', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'floating_ip_address': '172.27.0.22', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'port_id': '9c99d7c8-ba35-458b-85a1-1d88eeaf6abd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'mac_address': 'fa:16:3e:1d:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f5f58a-99da-4621-83bf-60477b4a8485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:59:05Z', 'updated_at': '2021-04-09T13:59:05Z', 'revision_number': 0, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407cfd7a-3fb8-4646-a497-496ad42874aa', 'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'mac_address': 'fa:16:3e:3a:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:10Z', 'updated_at': '2021-04-09T13:53:25Z', 'revision_number': 5, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'subnets': [{'id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:59:08.038408 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9df973-1b06-4217-a6e1-059ca38ed850 None None] Checking router: f02f3234-a48a-4e8f-a069-10f5e677afa4 for host: dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:59:08.048226 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9df973-1b06-4217-a6e1-059ca38ed850 None None] Routers {'f02f3234-a48a-4e8f-a069-10f5e677afa4'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:59:08.048887 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-3f9df973-1b06-4217-a6e1-059ca38ed850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc0f30b8>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:58:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['f02f3234-a48a-4e8f-a069-10f5e677afa4'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:59:08.064021 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbbcfa-4922-48ac-b05a-9dfa354501e5 req-431a0d60-2b7e-4b67-9e75-b3d43eb4428f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:08.065688 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-53fbbcfa-4922-48ac-b05a-9dfa354501e5 req-431a0d60-2b7e-4b67-9e75-b3d43eb4428f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=925b601e-37cf-4380-a4b3-d671bf8558b0 HTTP/1.1" status: 200  len: 850 time: 0.0731168
Apr 09 13:59:08.076060 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3fed6-0dc9-4ff1-929c-dbb74dd121c3 req-f313d7fd-7434-45e2-8926-ce03587d5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:08.078504 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-45a3fed6-0dc9-4ff1-929c-dbb74dd121c3 req-f313d7fd-7434-45e2-8926-ce03587d5b0d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e030f8dc-5b8d-4ea0-b3f6-2dee779ce825 HTTP/1.1" status: 200  len: 850 time: 0.0682442
Apr 09 13:59:08.156451 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbbcfa-4922-48ac-b05a-9dfa354501e5 req-dc3a4e88-09c8-4198-97d9-00ec6b22a8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:08.158035 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-53fbbcfa-4922-48ac-b05a-9dfa354501e5 req-dc3a4e88-09c8-4198-97d9-00ec6b22a8c4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=dac73499-f23e-4d97-b423-652173261576&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0849836
Apr 09 13:59:08.166520 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3fed6-0dc9-4ff1-929c-dbb74dd121c3 req-88952663-f2a7-4adf-b6cf-989ae49811d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:08.168232 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-45a3fed6-0dc9-4ff1-929c-dbb74dd121c3 req-88952663-f2a7-4adf-b6cf-989ae49811d4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=728a6819-b70e-44ea-a058-103a448de099&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824189
Apr 09 13:59:08.387555 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-53fbbcfa-4922-48ac-b05a-9dfa354501e5 req-75ae05e0-b0e3-4dba-8421-316bf7f9b5b1 service neutron] 10.222.0.93 "GET /v2.0/networks/dac73499-f23e-4d97-b423-652173261576?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2179461
Apr 09 13:59:08.388692 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-45a3fed6-0dc9-4ff1-929c-dbb74dd121c3 req-ed61f1eb-1a79-4c27-945c-b4addff22c33 service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2113612
Apr 09 13:59:08.495120 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-3f9df973-1b06-4217-a6e1-059ca38ed850 None None] Set router f02f3234-a48a-4e8f-a069-10f5e677afa4 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:59:08.579306 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-45a3fed6-0dc9-4ff1-929c-dbb74dd121c3 req-3ecc34c6-3071-4fc8-9699-1708f89f09cb service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1721117
Apr 09 13:59:08.628229 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-53fbbcfa-4922-48ac-b05a-9dfa354501e5 req-1b32952a-0663-4f03-9957-53434c710240 service neutron] 10.222.0.93 "GET /v2.0/networks/dac73499-f23e-4d97-b423-652173261576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1916068
Apr 09 13:59:08.637723 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd88af-5487-49d9-8589-3d4184055c8c req-6fad00c3-705a-41fd-80a9-11fa1a78b28a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:08.639377 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-73cd88af-5487-49d9-8589-3d4184055c8c req-6fad00c3-705a-41fd-80a9-11fa1a78b28a tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=d79ec947-0651-4880-b44a-8f14608d285d HTTP/1.1" status: 200  len: 943 time: 0.2403643
Apr 09 13:59:08.673421 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-73cd88af-5487-49d9-8589-3d4184055c8c req-ed4fea9c-d747-46b6-91ea-98696c78a25f tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=f75be162-2adc-41b5-8360-ddba2d4c01dc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0264359
Apr 09 13:59:08.893456 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-3f9df973-1b06-4217-a6e1-059ca38ed850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc0f30b8>, [{'id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:05Z', 'updated_at': '2021-04-09T13:53:11Z', 'revision_number': 4, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'gw_port': {'id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:06Z', 'updated_at': '2021-04-09T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': 'c418e50e-12d7-4501-b158-fb00a3612d13', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'floating_ip_address': '172.27.0.22', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'port_id': '9c99d7c8-ba35-458b-85a1-1d88eeaf6abd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'mac_address': 'fa:16:3e:1d:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f5f58a-99da-4621-83bf-60477b4a8485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:59:05Z', 'updated_at': '2021-04-09T13:59:05Z', 'revision_number': 0, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407cfd7a-3fb8-4646-a497-496ad42874aa', 'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'mac_address': 'fa:16:3e:3a:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:10Z', 'updated_at': '2021-04-09T13:53:25Z', 'revision_number': 5, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'subnets': [{'id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:59:08.897687 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9df973-1b06-4217-a6e1-059ca38ed850 None None] The sync data for ids ['f02f3234-a48a-4e8f-a069-10f5e677afa4'] in dv-cinder-785362-1-iscsi is: [{'id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:05Z', 'updated_at': '2021-04-09T13:53:11Z', 'revision_number': 4, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'gw_port': {'id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:06Z', 'updated_at': '2021-04-09T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': 'c418e50e-12d7-4501-b158-fb00a3612d13', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'floating_ip_address': '172.27.0.22', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'port_id': '9c99d7c8-ba35-458b-85a1-1d88eeaf6abd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'mac_address': 'fa:16:3e:1d:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f5f58a-99da-4621-83bf-60477b4a8485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:59:05Z', 'updated_at': '2021-04-09T13:59:05Z', 'revision_number': 0, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407cfd7a-3fb8-4646-a497-496ad42874aa', 'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'mac_address': 'fa:16:3e:3a:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:10Z', 'updated_at': '2021-04-09T13:53:25Z', 'revision_number': 5, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'subnets': [{'id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:59:09.183123 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cda135-1666-4bf7-9a44-dd10f5d37c1c None None] New status for floating IP c418e50e-12d7-4501-b158-fb00a3612d13: ACTIVE {{(pid=85293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 13:59:09.878133 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65412d-15c5-49dc-9d1c-a5701d04e402 req-b85e887a-5fd3-4a06-b2d7-877f4e038a29 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:09.879755 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2f65412d-15c5-49dc-9d1c-a5701d04e402 req-b85e887a-5fd3-4a06-b2d7-877f4e038a29 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=d79ec947-0651-4880-b44a-8f14608d285d HTTP/1.1" status: 200  len: 943 time: 0.0905056
Apr 09 13:59:09.910146 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2f65412d-15c5-49dc-9d1c-a5701d04e402 req-7f47caba-d454-4a2d-8548-9cd964214d21 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=f75be162-2adc-41b5-8360-ddba2d4c01dc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0241404
Apr 09 13:59:11.122351 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84f41e-0b73-4f03-b1ec-c60165a12552 req-f4ec4fa4-5d72-405d-8421-d082c409c1a7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:11.124148 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4c84f41e-0b73-4f03-b1ec-c60165a12552 req-f4ec4fa4-5d72-405d-8421-d082c409c1a7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=d79ec947-0651-4880-b44a-8f14608d285d HTTP/1.1" status: 200  len: 943 time: 0.0964069
Apr 09 13:59:11.156654 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4c84f41e-0b73-4f03-b1ec-c60165a12552 req-2ef80dd8-e203-4f95-8835-487a97baa211 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=f75be162-2adc-41b5-8360-ddba2d4c01dc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0250096
Apr 09 13:59:11.291321 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 6d13491c-bbd7-4a6a-aea5-1919ef2b7904 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 13:59:11.435551 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 6d13491c-bbd7-4a6a-aea5-1919ef2b7904, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=6d13491c-bbd7-4a6a-aea5-1919ef2b7904,segment=NetworkSegment(d1798ed1-8af5-45cb-a42d-ab04ec377da1),segment_id=d1798ed1-8af5-45cb-a42d-ab04ec377da1)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:59:11.451366 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Returning: {'device': '6d13491c-bbd7-4a6a-aea5-1919ef2b7904', 'network_id': 'dac73499-f23e-4d97-b423-652173261576', 'port_id': '6d13491c-bbd7-4a6a-aea5-1919ef2b7904', 'mac_address': 'fa:16:3e:57:d3:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 956, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 13:59:11.511198 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:11.512585 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d13491c-bbd7-4a6a-aea5-1919ef2b7904 {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 13:59:11.529097 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 6d13491c-bbd7-4a6a-aea5-1919ef2b7904, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=6d13491c-bbd7-4a6a-aea5-1919ef2b7904,segment=NetworkSegment(d1798ed1-8af5-45cb-a42d-ab04ec377da1),segment_id=d1798ed1-8af5-45cb-a42d-ab04ec377da1)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:59:11.532670 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:11.534418 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:59:11.607689 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=6d13491c-bbd7-4a6a-aea5-1919ef2b7904,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:59:11.611646 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:59:11.927982 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['6d13491c-bbd7-4a6a-aea5-1919ef2b7904'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 13:59:12.361760 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10aaa78-805b-48ad-bd8b-f826a883d89a req-d10d0948-a360-490b-8c97-4c3c3d3d57de tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:12.363374 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a10aaa78-805b-48ad-bd8b-f826a883d89a req-d10d0948-a360-490b-8c97-4c3c3d3d57de tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=d79ec947-0651-4880-b44a-8f14608d285d HTTP/1.1" status: 200  len: 944 time: 0.0905373
Apr 09 13:59:12.394958 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a10aaa78-805b-48ad-bd8b-f826a883d89a req-1052eda4-f89b-46e5-81d1-202adbe00f79 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=f75be162-2adc-41b5-8360-ddba2d4c01dc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0251980
Apr 09 13:59:13.305702 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 6d13491c-bbd7-4a6a-aea5-1919ef2b7904 up at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 13:59:13.376642 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning for port 6d13491c-bbd7-4a6a-aea5-1919ef2b7904 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 13:59:13.381690 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning complete for port 6d13491c-bbd7-4a6a-aea5-1919ef2b7904 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 13:59:13.382112 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:13.513362 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:13.526215 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79ec947-0651-4880-b44a-8f14608d285d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d13491c-bbd7-4a6a-aea5-1919ef2b7904'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:59:13.537842 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 6d13491c-bbd7-4a6a-aea5-1919ef2b7904, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=6d13491c-bbd7-4a6a-aea5-1919ef2b7904,segment=NetworkSegment(d1798ed1-8af5-45cb-a42d-ab04ec377da1),segment_id=d1798ed1-8af5-45cb-a42d-ab04ec377da1)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 13:59:13.541388 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:13.544156 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 13:59:13.579855 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79ec947-0651-4880-b44a-8f14608d285d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d13491c-bbd7-4a6a-aea5-1919ef2b7904', 'code': 200}
Apr 09 13:59:13.620787 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deeeb31-1368-437e-a156-fe10906bfadc req-14912725-649b-48b0-8b3e-0b9159752de4 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:13.622516 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9deeeb31-1368-437e-a156-fe10906bfadc req-14912725-649b-48b0-8b3e-0b9159752de4 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=d79ec947-0651-4880-b44a-8f14608d285d HTTP/1.1" status: 200  len: 945 time: 0.1124043
Apr 09 13:59:13.629823 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=6d13491c-bbd7-4a6a-aea5-1919ef2b7904,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 13:59:13.633309 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 13:59:13.658176 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9deeeb31-1368-437e-a156-fe10906bfadc req-9b2df5e5-6a5d-47a7-9f9d-0778ccdd54c8 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=f75be162-2adc-41b5-8360-ddba2d4c01dc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0273614
Apr 09 13:59:13.832187 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6403a8-f0e6-4750-9752-862d49b95e72 req-0f566ac9-c869-4d0a-9a7c-8a777c96b3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:13.833772 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7f6403a8-f0e6-4750-9752-862d49b95e72 req-0f566ac9-c869-4d0a-9a7c-8a777c96b3ab service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d79ec947-0651-4880-b44a-8f14608d285d HTTP/1.1" status: 200  len: 1098 time: 0.0795383
Apr 09 13:59:13.861675 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7f6403a8-f0e6-4750-9752-862d49b95e72 req-6864162b-c804-42c7-8842-6dc585a44943 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f75be162-2adc-41b5-8360-ddba2d4c01dc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0205238
Apr 09 13:59:14.873201 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f673ea2-275c-41f1-8043-e249f8896cd4 req-9c925744-bfab-4948-9c1d-8a4c5a8d13c9 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:14.874903 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6f673ea2-275c-41f1-8043-e249f8896cd4 req-9c925744-bfab-4948-9c1d-8a4c5a8d13c9 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=d79ec947-0651-4880-b44a-8f14608d285d HTTP/1.1" status: 200  len: 945 time: 0.0981171
Apr 09 13:59:14.907854 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6f673ea2-275c-41f1-8043-e249f8896cd4 req-903287ed-c108-428d-8953-fb7ad030b639 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=f75be162-2adc-41b5-8360-ddba2d4c01dc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0263650
Apr 09 13:59:16.121570 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23583f-6cd0-4f76-9882-30dec6fac012 req-bf0b754c-75a6-4438-94e7-914cf10d95fd tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:16.123271 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-af23583f-6cd0-4f76-9882-30dec6fac012 req-bf0b754c-75a6-4438-94e7-914cf10d95fd tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=d79ec947-0651-4880-b44a-8f14608d285d HTTP/1.1" status: 200  len: 945 time: 0.0954351
Apr 09 13:59:16.156035 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-af23583f-6cd0-4f76-9882-30dec6fac012 req-cb757570-f9d3-4181-b465-d97ab3d6a393 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=f75be162-2adc-41b5-8360-ddba2d4c01dc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0260119
Apr 09 13:59:16.373307 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f399d-2535-4a59-806d-67ad09812d06 req-6a191d75-aa32-42f6-b0de-3adc41050fe8 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:16.375717 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ee7f399d-2535-4a59-806d-67ad09812d06 req-6a191d75-aa32-42f6-b0de-3adc41050fe8 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=d79ec947-0651-4880-b44a-8f14608d285d HTTP/1.1" status: 200  len: 945 time: 0.1053383
Apr 09 13:59:16.385317 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 33994) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 13:59:16.391253 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-cf0b7c40-0297-40ca-8286-eaf3fa191ca4 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Request body: {'floatingip': {'port_id': '6d13491c-bbd7-4a6a-aea5-1919ef2b7904'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 13:59:16.476743 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0b7c40-0297-40ca-8286-eaf3fa191ca4 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for floatingip, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:17.157467 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0b7c40-0297-40ca-8286-eaf3fa191ca4 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:17.161220 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0b7c40-0297-40ca-8286-eaf3fa191ca4 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850926857'] for floatingip, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:17.382199 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.l3_db [None req-cf0b7c40-0297-40ca-8286-eaf3fa191ca4 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Floating IP e8ca6abb-7051-4fbe-a0b6-10f663f792dc associated. External IP: 172.27.0.209, port: 6d13491c-bbd7-4a6a-aea5-1919ef2b7904.
Apr 09 13:59:18.039823 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0b7c40-0297-40ca-8286-eaf3fa191ca4 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Router 06657d55-3f66-4fc1-ade3-84581531a06f has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 13:59:18.244640 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0b7c40-0297-40ca-8286-eaf3fa191ca4 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 13:59:18.249529 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-cf0b7c40-0297-40ca-8286-eaf3fa191ca4 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for floatingip, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:18.257247 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111ab5fd-e838-4020-8932-6c4ba4170974 None None] Sync routers for ids ['06657d55-3f66-4fc1-ade3-84581531a06f'] in dv-cinder-785362-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 13:59:18.291121 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111ab5fd-e838-4020-8932-6c4ba4170974 None None] Routers {'06657d55-3f66-4fc1-ade3-84581531a06f'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:59:18.291744 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-111ab5fd-e838-4020-8932-6c4ba4170974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc2abf60>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:58:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['06657d55-3f66-4fc1-ade3-84581531a06f'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:59:18.317243 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-cf0b7c40-0297-40ca-8286-eaf3fa191ca4 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "PUT /v2.0/floatingips/e8ca6abb-7051-4fbe-a0b6-10f663f792dc HTTP/1.1" status: 200  len: 991 time: 1.9279289
Apr 09 13:59:18.317243 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79ec947-0651-4880-b44a-8f14608d285d', 'tag': '6d13491c-bbd7-4a6a-aea5-1919ef2b7904'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 13:59:18.373713 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79ec947-0651-4880-b44a-8f14608d285d', 'tag': '6d13491c-bbd7-4a6a-aea5-1919ef2b7904', 'status': 'completed', 'code': 200}
Apr 09 13:59:18.472185 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-31fc1b20-0cb5-4d04-8613-fb59f086c341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:18.503898 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70112c9-a32a-4c31-a5c7-df884704efb1 req-5a335e29-5326-418e-bfe3-ddfbfc5f25f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:18.506797 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d70112c9-a32a-4c31-a5c7-df884704efb1 req-5a335e29-5326-418e-bfe3-ddfbfc5f25f1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ba5d9acca4e84f2e82dcc146f183b1f2&device_id=d79ec947-0651-4880-b44a-8f14608d285d HTTP/1.1" status: 200  len: 1098 time: 0.1033814
Apr 09 13:59:18.531471 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-111ab5fd-e838-4020-8932-6c4ba4170974 None None] Set router 06657d55-3f66-4fc1-ade3-84581531a06f gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:59:18.687512 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70112c9-a32a-4c31-a5c7-df884704efb1 req-7ade820d-4543-4e1c-9a2f-7c5e8cbca930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:18.689388 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d70112c9-a32a-4c31-a5c7-df884704efb1 req-7ade820d-4543-4e1c-9a2f-7c5e8cbca930 service neutron] 10.222.0.93 "GET /v2.0/networks?id=dac73499-f23e-4d97-b423-652173261576 HTTP/1.1" status: 200  len: 912 time: 0.1724870
Apr 09 13:59:18.816736 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d70112c9-a32a-4c31-a5c7-df884704efb1 req-5556604e-1a03-4171-92ed-b1c91acb6fd1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d13491c-bbd7-4a6a-aea5-1919ef2b7904 HTTP/1.1" status: 200  len: 999 time: 0.1093528
Apr 09 13:59:18.894292 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70112c9-a32a-4c31-a5c7-df884704efb1 req-48da85e0-b2df-4606-8975-5aa83557997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:18.895896 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d70112c9-a32a-4c31-a5c7-df884704efb1 req-48da85e0-b2df-4606-8975-5aa83557997a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=925b601e-37cf-4380-a4b3-d671bf8558b0 HTTP/1.1" status: 200  len: 850 time: 0.0717022
Apr 09 13:59:18.924249 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:59:18.952932 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-111ab5fd-e838-4020-8932-6c4ba4170974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc2abf60>, [{'id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'name': 'tempest-AttachVolumeTestJSON-1355787065-router', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:37Z', 'revision_number': 4, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'gw_port': {'id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:36:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:08Z', 'updated_at': '2021-04-09T13:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': 'e8ca6abb-7051-4fbe-a0b6-10f663f792dc', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'floating_ip_address': '172.27.0.209', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'port_id': '6d13491c-bbd7-4a6a-aea5-1919ef2b7904', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dac73499-f23e-4d97-b423-652173261576', 'mac_address': 'fa:16:3e:57:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79ec947-0651-4880-b44a-8f14608d285d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:59:00Z', 'updated_at': '2021-04-09T13:59:17Z', 'revision_number': 1, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0025df40-ed54-41e5-8f0e-99c4b71bb577', 'name': '', 'network_id': 'dac73499-f23e-4d97-b423-652173261576', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'mac_address': 'fa:16:3e:d9:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:30Z', 'updated_at': '2021-04-09T13:50:57Z', 'revision_number': 5, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'subnets': [{'id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:59:18.958423 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111ab5fd-e838-4020-8932-6c4ba4170974 None None] Checking router: 06657d55-3f66-4fc1-ade3-84581531a06f for host: dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 13:59:18.968424 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111ab5fd-e838-4020-8932-6c4ba4170974 None None] Routers {'06657d55-3f66-4fc1-ade3-84581531a06f'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 13:59:18.969101 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-111ab5fd-e838-4020-8932-6c4ba4170974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc2abf60>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T13:58:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['06657d55-3f66-4fc1-ade3-84581531a06f'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:59:18.984617 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70112c9-a32a-4c31-a5c7-df884704efb1 req-28d769da-427b-4f40-8b7d-83c3620cebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:18.986323 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d70112c9-a32a-4c31-a5c7-df884704efb1 req-28d769da-427b-4f40-8b7d-83c3620cebe8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=dac73499-f23e-4d97-b423-652173261576&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0833111
Apr 09 13:59:19.144667 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d70112c9-a32a-4c31-a5c7-df884704efb1 req-5f381367-6566-46cc-91ce-2f4baf1b094f service neutron] 10.222.0.93 "GET /v2.0/networks/dac73499-f23e-4d97-b423-652173261576?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1505821
Apr 09 13:59:19.164890 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-111ab5fd-e838-4020-8932-6c4ba4170974 None None] Set router 06657d55-3f66-4fc1-ade3-84581531a06f gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 13:59:19.298183 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d70112c9-a32a-4c31-a5c7-df884704efb1 req-25250733-b73e-4954-bf32-11f208657f3d service neutron] 10.222.0.93 "GET /v2.0/networks/dac73499-f23e-4d97-b423-652173261576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446173
Apr 09 13:59:19.543316 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-111ab5fd-e838-4020-8932-6c4ba4170974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc2abf60>, [{'id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'name': 'tempest-AttachVolumeTestJSON-1355787065-router', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:37Z', 'revision_number': 4, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'gw_port': {'id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:36:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:08Z', 'updated_at': '2021-04-09T13:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': 'e8ca6abb-7051-4fbe-a0b6-10f663f792dc', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'floating_ip_address': '172.27.0.209', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'port_id': '6d13491c-bbd7-4a6a-aea5-1919ef2b7904', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dac73499-f23e-4d97-b423-652173261576', 'mac_address': 'fa:16:3e:57:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79ec947-0651-4880-b44a-8f14608d285d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:59:00Z', 'updated_at': '2021-04-09T13:59:17Z', 'revision_number': 1, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0025df40-ed54-41e5-8f0e-99c4b71bb577', 'name': '', 'network_id': 'dac73499-f23e-4d97-b423-652173261576', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'mac_address': 'fa:16:3e:d9:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:30Z', 'updated_at': '2021-04-09T13:50:57Z', 'revision_number': 5, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'subnets': [{'id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 13:59:19.548060 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111ab5fd-e838-4020-8932-6c4ba4170974 None None] The sync data for ids ['06657d55-3f66-4fc1-ade3-84581531a06f'] in dv-cinder-785362-1-iscsi is: [{'id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'name': 'tempest-AttachVolumeTestJSON-1355787065-router', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:37Z', 'revision_number': 4, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'gw_port': {'id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:36:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:08Z', 'updated_at': '2021-04-09T13:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': 'e8ca6abb-7051-4fbe-a0b6-10f663f792dc', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'floating_ip_address': '172.27.0.209', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'port_id': '6d13491c-bbd7-4a6a-aea5-1919ef2b7904', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dac73499-f23e-4d97-b423-652173261576', 'mac_address': 'fa:16:3e:57:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79ec947-0651-4880-b44a-8f14608d285d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:59:00Z', 'updated_at': '2021-04-09T13:59:17Z', 'revision_number': 1, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0025df40-ed54-41e5-8f0e-99c4b71bb577', 'name': '', 'network_id': 'dac73499-f23e-4d97-b423-652173261576', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'mac_address': 'fa:16:3e:d9:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:30Z', 'updated_at': '2021-04-09T13:50:57Z', 'revision_number': 5, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'subnets': [{'id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 13:59:19.853350 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f43f43-77e6-476f-aeae-364c8a47745c None None] New status for floating IP e8ca6abb-7051-4fbe-a0b6-10f663f792dc: ACTIVE {{(pid=85293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 13:59:21.422289 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-6d9c3083-3e13-4cab-a870-e9a22ed8cdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:21.537823 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:23.134179 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:23.304690 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:24.118601 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1820028f-bf38-49e0-ae63-c1ff7948de08 req-2d86daa8-364d-4246-ae9c-f18ab7e1c88b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0851021
Apr 09 13:59:24.287099 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820028f-bf38-49e0-ae63-c1ff7948de08 req-e9ac471d-a030-4950-bd0d-b84bba1bcc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:24.288975 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1820028f-bf38-49e0-ae63-c1ff7948de08 req-e9ac471d-a030-4950-bd0d-b84bba1bcc0e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8f40d2219e104d8ba0a5d0df316c2e3c&device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 1098 time: 0.0935760
Apr 09 13:59:24.453628 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820028f-bf38-49e0-ae63-c1ff7948de08 req-3a24b4d4-7a49-4a50-9edd-ee28ea422fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:24.455242 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1820028f-bf38-49e0-ae63-c1ff7948de08 req-3a24b4d4-7a49-4a50-9edd-ee28ea422fbb service neutron] 10.222.0.93 "GET /v2.0/networks?id=9010c4eb-70b0-4853-abe2-15efc5a47948 HTTP/1.1" status: 200  len: 918 time: 0.1448123
Apr 09 13:59:24.571450 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1820028f-bf38-49e0-ae63-c1ff7948de08 req-a6a6cdaa-f4c0-4714-b177-38dbbe778190 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c82eea80-227b-4764-8f8c-8abc8defd639 HTTP/1.1" status: 200  len: 1001 time: 0.1088026
Apr 09 13:59:24.642618 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820028f-bf38-49e0-ae63-c1ff7948de08 req-21265a4e-d50c-460a-9982-faac14dc4dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:24.644202 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1820028f-bf38-49e0-ae63-c1ff7948de08 req-21265a4e-d50c-460a-9982-faac14dc4dea service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a11cd7fb-d8a8-4644-9261-21e5c207880f HTTP/1.1" status: 200  len: 856 time: 0.0649621
Apr 09 13:59:24.725014 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:24.734324 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820028f-bf38-49e0-ae63-c1ff7948de08 req-4379c08e-b805-4d63-a325-0895ab412dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:24.735954 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1820028f-bf38-49e0-ae63-c1ff7948de08 req-4379c08e-b805-4d63-a325-0895ab412dbb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9010c4eb-70b0-4853-abe2-15efc5a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0841079
Apr 09 13:59:24.880922 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1820028f-bf38-49e0-ae63-c1ff7948de08 req-e06ad074-cef7-4cad-9fb9-3de3f84b3c02 service neutron] 10.222.0.93 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370130
Apr 09 13:59:25.031141 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1820028f-bf38-49e0-ae63-c1ff7948de08 req-e628ac51-2f22-4abe-9718-295a9c62310b service neutron] 10.222.0.93 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1433873
Apr 09 13:59:47.170320 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2acfcb-7ca9-4921-9a6a-0d187589a409 req-678b4fff-eab9-4794-9be2-0a6f38f271aa tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:47.172366 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fa2acfcb-7ca9-4921-9a6a-0d187589a409 req-678b4fff-eab9-4794-9be2-0a6f38f271aa tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.1116273
Apr 09 13:59:47.212913 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fa2acfcb-7ca9-4921-9a6a-0d187589a409 req-7f4d6ec6-6ab9-4e3d-99b0-c99b3ed538e5 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0333002
Apr 09 13:59:48.332093 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2035899d-9522-4f51-acdc-87086d33a79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:48.494539 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6951247-3d6e-455c-af28-f9679f793fa2 req-464742b5-70f4-4155-8432-0c07be02d386 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:48.496255 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f6951247-3d6e-455c-af28-f9679f793fa2 req-464742b5-70f4-4155-8432-0c07be02d386 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.1227531
Apr 09 13:59:48.538633 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f6951247-3d6e-455c-af28-f9679f793fa2 req-860579c6-5714-4089-b753-4d6fc6ccad54 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0351052
Apr 09 13:59:49.789015 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc1121-bdf0-4292-ac13-a79e38a3b6f4 req-32eed884-5113-4234-8c2a-12dccde4c9e3 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:49.790984 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-13cc1121-bdf0-4292-ac13-a79e38a3b6f4 req-32eed884-5113-4234-8c2a-12dccde4c9e3 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.0956800
Apr 09 13:59:49.823203 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-13cc1121-bdf0-4292-ac13-a79e38a3b6f4 req-25cc6182-2474-454b-8b57-88f91fafb66f tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0250518
Apr 09 13:59:51.070417 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5c7fb-e831-43fc-b568-5ed81ee16ee4 req-f97368f0-73b2-4a14-9c4e-d97ad2753eb3 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:51.072094 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4cd5c7fb-e831-43fc-b568-5ed81ee16ee4 req-f97368f0-73b2-4a14-9c4e-d97ad2753eb3 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.1069632
Apr 09 13:59:51.105017 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4cd5c7fb-e831-43fc-b568-5ed81ee16ee4 req-bc7bf261-5cea-4481-963d-1156a5a9dfc0 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0250456
Apr 09 13:59:51.426463 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0a07b8f7-60d2-46a1-afc7-4a6cedadbc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:51.538154 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:52.341263 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ce356-5796-40aa-8280-68070b2dbeb4 req-88fcb626-b346-4ce4-91ec-07386438e7c2 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:52.344186 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-911ce356-5796-40aa-8280-68070b2dbeb4 req-88fcb626-b346-4ce4-91ec-07386438e7c2 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.1072204
Apr 09 13:59:52.385938 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-911ce356-5796-40aa-8280-68070b2dbeb4 req-ddce711c-c6c9-41c5-baf2-95e93ab53903 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0308487
Apr 09 13:59:53.130259 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:53.309681 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:53.617689 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335082ba-b947-4af6-8460-d724e1722144 req-869e1655-9959-4c35-b201-c7567ece25ae tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:53.619481 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-335082ba-b947-4af6-8460-d724e1722144 req-869e1655-9959-4c35-b201-c7567ece25ae tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.1063240
Apr 09 13:59:53.654611 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-335082ba-b947-4af6-8460-d724e1722144 req-a3fe7c55-bc7f-4f79-a107-9a631ad87bb2 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0270495
Apr 09 13:59:54.744103 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 13:59:54.909508 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42357631-cf73-477d-819d-8c140afddbb9 req-36bb3d40-2630-4f35-8b2f-c81b388e8ee7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:54.911217 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-42357631-cf73-477d-819d-8c140afddbb9 req-36bb3d40-2630-4f35-8b2f-c81b388e8ee7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.1109629
Apr 09 13:59:54.948592 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-42357631-cf73-477d-819d-8c140afddbb9 req-9705f38a-80b2-434c-900d-c88cc76339bf tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0292630
Apr 09 13:59:55.925594 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 13:59:56.207299 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8a3ce-7b3f-41db-8e29-248cb5ef1354 req-89ba6805-5db9-4db2-a6a3-bf3561367af8 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:56.209117 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1bb8a3ce-7b3f-41db-8e29-248cb5ef1354 req-89ba6805-5db9-4db2-a6a3-bf3561367af8 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.1169312
Apr 09 13:59:56.244431 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1bb8a3ce-7b3f-41db-8e29-248cb5ef1354 req-3a8ee4d9-5996-42c6-96d2-d6da9cf9dea0 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0283318
Apr 09 13:59:57.517843 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8233d91-a148-457e-9120-e7d2f8992111 req-d639f747-3ceb-4709-b48d-615af390acb2 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:57.519422 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a8233d91-a148-457e-9120-e7d2f8992111 req-d639f747-3ceb-4709-b48d-615af390acb2 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.1039453
Apr 09 13:59:57.566428 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a8233d91-a148-457e-9120-e7d2f8992111 req-25c9fe5a-cbaa-4681-a085-9509aab6a054 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399244
Apr 09 13:59:58.800051 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb15fe-ea9a-44dc-aef2-1aaeeb2a9bee req-5120dd7d-6f21-40ca-8445-1b4d2f2c28b0 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 13:59:58.802174 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-affb15fe-ea9a-44dc-aef2-1aaeeb2a9bee req-5120dd7d-6f21-40ca-8445-1b4d2f2c28b0 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.1032376
Apr 09 13:59:58.837268 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-affb15fe-ea9a-44dc-aef2-1aaeeb2a9bee req-a24d7771-1362-4ab5-8858-253beb15340f tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0285439
Apr 09 14:00:00.087563 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c4b75-8f54-4e2a-bab5-32c8c01f727b req-f9007fb5-f847-4ab5-ac51-e2c67bb89193 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:00.089411 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-861c4b75-8f54-4e2a-bab5-32c8c01f727b req-f9007fb5-f847-4ab5-ac51-e2c67bb89193 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.1017158
Apr 09 14:00:00.130489 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-861c4b75-8f54-4e2a-bab5-32c8c01f727b req-c249c5c8-b495-4972-ad31-3e44d6e74a91 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0304494
Apr 09 14:00:01.433513 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b60855-8a02-47a6-8019-adc69acb9a38 req-9e163b39-3fdf-4ff5-b687-45c35072fa9f tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:01.435673 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a2b60855-8a02-47a6-8019-adc69acb9a38 req-9e163b39-3fdf-4ff5-b687-45c35072fa9f tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.1710448
Apr 09 14:00:01.470134 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a2b60855-8a02-47a6-8019-adc69acb9a38 req-0f8552d2-9425-4af0-ac04-873b454c2c20 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0269129
Apr 09 14:00:01.505625 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device c82eea80-227b-4764-8f8c-8abc8defd639 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 14:00:01.674213 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port c82eea80-227b-4764-8f8c-8abc8defd639, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c82eea80-227b-4764-8f8c-8abc8defd639,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:00:01.694138 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Returning: {'device': 'c82eea80-227b-4764-8f8c-8abc8defd639', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'port_id': 'c82eea80-227b-4764-8f8c-8abc8defd639', 'mac_address': 'fa:16:3e:0f:a3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 989, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 14:00:01.756962 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:00:01.758863 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c82eea80-227b-4764-8f8c-8abc8defd639 {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 14:00:01.782211 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port c82eea80-227b-4764-8f8c-8abc8defd639, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c82eea80-227b-4764-8f8c-8abc8defd639,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:00:01.785590 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:00:01.787580 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:00:01.877124 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=c82eea80-227b-4764-8f8c-8abc8defd639,revision_number=6']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:00:01.885863 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:00:01.886251 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:00:01.886633 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:00:01.887004 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:00:01.887376 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:00:01.887746 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:00:01.888492 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:00:01.888656 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:00:01.889031 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:00:01.889405 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:00:01.889765 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:00:01.890214 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:00:01.894886 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:00:01.900861 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['c82eea80-227b-4764-8f8c-8abc8defd639'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 14:00:02.699224 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352f118-d917-423f-ad24-dd0e3509e1da req-3b6d4dde-38e2-4529-986e-ed812494b235 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:02.701236 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3352f118-d917-423f-ad24-dd0e3509e1da req-3b6d4dde-38e2-4529-986e-ed812494b235 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 944 time: 0.0995226
Apr 09 14:00:02.737041 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3352f118-d917-423f-ad24-dd0e3509e1da req-bb6d526e-cfb1-452d-8139-12d427f5e369 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0281653
Apr 09 14:00:03.520782 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device c82eea80-227b-4764-8f8c-8abc8defd639 up at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 14:00:03.605421 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning complete for port c82eea80-227b-4764-8f8c-8abc8defd639 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 14:00:03.605846 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:00:03.795908 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:00:03.816401 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9003e728-4864-4993-828c-85fbe195e182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82eea80-227b-4764-8f8c-8abc8defd639'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 14:00:03.828726 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port c82eea80-227b-4764-8f8c-8abc8defd639, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c82eea80-227b-4764-8f8c-8abc8defd639,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:00:03.833474 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:00:03.838005 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c0644304-934d-4a3d-9ca9-e21b9d5bc9f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:00:03.923426 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9003e728-4864-4993-828c-85fbe195e182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82eea80-227b-4764-8f8c-8abc8defd639', 'code': 200}
Apr 09 14:00:03.959005 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=c82eea80-227b-4764-8f8c-8abc8defd639,revision_number=7']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:00:03.965079 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:00:03.990100 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df5704-ee8b-4f01-a6ae-3bb2c8f816f9 req-c6406dae-6a6f-4bad-a765-02b117120a57 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:03.991911 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-17df5704-ee8b-4f01-a6ae-3bb2c8f816f9 req-c6406dae-6a6f-4bad-a765-02b117120a57 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.1149125
Apr 09 14:00:04.027088 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-17df5704-ee8b-4f01-a6ae-3bb2c8f816f9 req-7eb24533-4cdc-4ff0-bf95-7df20167a4ef tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0273998
Apr 09 14:00:05.264406 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447e64f-3681-4f6d-bcfc-8de049f6a606 req-04632c4c-8403-4b73-97b6-d6821f5e58de tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:05.267227 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e447e64f-3681-4f6d-bcfc-8de049f6a606 req-04632c4c-8403-4b73-97b6-d6821f5e58de tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.1086247
Apr 09 14:00:05.307844 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e447e64f-3681-4f6d-bcfc-8de049f6a606 req-749880a8-a3bd-4520-9284-0dcbc788cb3d tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0346193
Apr 09 14:00:06.823865 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d858be-d5a2-4f3b-bc4d-be1e09f6655f req-5407d27c-3f4f-42d9-a429-9c87169c378b tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:06.825598 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-43d858be-d5a2-4f3b-bc4d-be1e09f6655f req-5407d27c-3f4f-42d9-a429-9c87169c378b tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.3595228
Apr 09 14:00:06.860195 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-43d858be-d5a2-4f3b-bc4d-be1e09f6655f req-10406d04-bcd3-4b5e-863f-f7963b9e617f tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0273542
Apr 09 14:00:08.105673 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685237f6-2733-4a45-907d-b5d32ca85601 req-e4343c97-44ea-4b9f-b714-243fb7b9db65 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:08.107537 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-685237f6-2733-4a45-907d-b5d32ca85601 req-e4343c97-44ea-4b9f-b714-243fb7b9db65 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.1160686
Apr 09 14:00:08.142769 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-685237f6-2733-4a45-907d-b5d32ca85601 req-52182909-7750-43d4-8856-f3f133874fea tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0272210
Apr 09 14:00:09.451798 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178559a-9b26-44df-899c-93773d77e29b req-9eca2bee-ee0a-4752-a3f4-827aa4ca488c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:09.453580 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8178559a-9b26-44df-899c-93773d77e29b req-9eca2bee-ee0a-4752-a3f4-827aa4ca488c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.1701505
Apr 09 14:00:09.502664 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8178559a-9b26-44df-899c-93773d77e29b req-d238655f-7b8f-4001-985d-90fbfdf205dc tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0352464
Apr 09 14:00:10.741155 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49255dbf-fb81-4aba-b97c-f21d220c4692 req-9606b317-2156-4a0d-b829-c1078ce70630 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:10.743439 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-49255dbf-fb81-4aba-b97c-f21d220c4692 req-9606b317-2156-4a0d-b829-c1078ce70630 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.0954437
Apr 09 14:00:10.776868 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-49255dbf-fb81-4aba-b97c-f21d220c4692 req-cec89cc1-c128-4c22-a9ed-3373e8bc87be tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0260377
Apr 09 14:00:12.012518 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a6328-d28e-47df-a146-e4e89a25e0a8 req-10c210d7-5510-4217-a45d-4d7e6588abdc tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:12.014343 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-882a6328-d28e-47df-a146-e4e89a25e0a8 req-10c210d7-5510-4217-a45d-4d7e6588abdc tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.1062286
Apr 09 14:00:12.047284 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-882a6328-d28e-47df-a146-e4e89a25e0a8 req-f7740f79-b6c3-474f-ae63-16c08e80d880 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0262585
Apr 09 14:00:13.313384 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb8350-2e6a-4bbd-80ab-f711558442cb req-c13f5199-35f4-4fc0-8484-a63e456f7706 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:13.320830 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2ecb8350-2e6a-4bbd-80ab-f711558442cb req-c13f5199-35f4-4fc0-8484-a63e456f7706 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.1344953
Apr 09 14:00:13.358296 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2ecb8350-2e6a-4bbd-80ab-f711558442cb req-0ac18af0-ee40-474d-9813-9e5c9680773d tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0289032
Apr 09 14:00:14.644590 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f910568-56b6-4fb5-8272-f421ad0d2a4d req-845e0643-33d4-4e12-a140-99577a508b8f tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:14.646715 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3f910568-56b6-4fb5-8272-f421ad0d2a4d req-845e0643-33d4-4e12-a140-99577a508b8f tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.1335163
Apr 09 14:00:14.680000 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3f910568-56b6-4fb5-8272-f421ad0d2a4d req-6a46d505-5e22-4971-93f5-b883e77e50b4 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0264146
Apr 09 14:00:15.920445 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b476602-c296-4886-bc0c-7ec7e0869176 req-0aab67be-5480-42c2-9b16-c621dc0625e8 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:15.922819 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4b476602-c296-4886-bc0c-7ec7e0869176 req-0aab67be-5480-42c2-9b16-c621dc0625e8 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.1078813
Apr 09 14:00:15.967970 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4b476602-c296-4886-bc0c-7ec7e0869176 req-8f04d396-f85f-4e83-b053-c94ef1b2e1ec tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361986
Apr 09 14:00:17.208268 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa448caf-e88a-4329-8374-1ac1a93ee2f4 req-b814c4ad-ae4d-4bc0-9fb2-62fda23784a5 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:17.210008 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-aa448caf-e88a-4329-8374-1ac1a93ee2f4 req-b814c4ad-ae4d-4bc0-9fb2-62fda23784a5 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.1009409
Apr 09 14:00:17.244609 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-aa448caf-e88a-4329-8374-1ac1a93ee2f4 req-723236ad-520d-4c7a-80e4-4db46aa505d1 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0270209
Apr 09 14:00:18.329358 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-75191d64-787b-43f4-99ce-af55dff68724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:00:18.499896 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb702976-0fd5-47cd-b578-d80a639fcfcb req-38cbbd18-784c-4191-91d2-61d920a6c6de tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:18.501693 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fb702976-0fd5-47cd-b578-d80a639fcfcb req-38cbbd18-784c-4191-91d2-61d920a6c6de tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.0985618
Apr 09 14:00:18.543389 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fb702976-0fd5-47cd-b578-d80a639fcfcb req-1d6cebc4-655d-4d36-9179-c3bca1475650 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0294638
Apr 09 14:00:19.857842 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788919d9-5c3b-4d08-b7af-50f3f56e63ec req-35a2c64c-9158-4ded-89d7-61602d65cef7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:19.859028 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-788919d9-5c3b-4d08-b7af-50f3f56e63ec req-35a2c64c-9158-4ded-89d7-61602d65cef7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.1317928
Apr 09 14:00:19.894608 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-788919d9-5c3b-4d08-b7af-50f3f56e63ec req-4be99d69-cab2-4611-b000-f67192b23c05 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0279293
Apr 09 14:00:21.016138 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a0144-5e81-419c-9008-12d6b041d57a req-da45d73d-4e02-4b14-9013-c6b36e6b6166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:21.017820 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7f2a0144-5e81-419c-9008-12d6b041d57a req-da45d73d-4e02-4b14-9013-c6b36e6b6166 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8f40d2219e104d8ba0a5d0df316c2e3c&device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 1098 time: 0.0851631
Apr 09 14:00:21.242952 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f595d-4e20-4aef-a57b-262fec6dce21 req-74d03959-a8c6-4776-b22b-51b77ed660ae tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:21.244673 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e10f595d-4e20-4aef-a57b-262fec6dce21 req-74d03959-a8c6-4776-b22b-51b77ed660ae tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.1985166
Apr 09 14:00:21.250093 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a0144-5e81-419c-9008-12d6b041d57a req-907ad238-8f8a-47a4-882c-c5c6ff833267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:21.251702 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7f2a0144-5e81-419c-9008-12d6b041d57a req-907ad238-8f8a-47a4-882c-c5c6ff833267 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9010c4eb-70b0-4853-abe2-15efc5a47948 HTTP/1.1" status: 200  len: 918 time: 0.2273405
Apr 09 14:00:21.357930 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e10f595d-4e20-4aef-a57b-262fec6dce21 req-c4d5d898-e5e4-4a30-badb-663be7996b04 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1051531
Apr 09 14:00:21.394331 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7f2a0144-5e81-419c-9008-12d6b041d57a req-314fa0cd-f4e6-41b3-95dc-ec5e89d035f7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c82eea80-227b-4764-8f8c-8abc8defd639 HTTP/1.1" status: 200  len: 1001 time: 0.1262500
Apr 09 14:00:21.430258 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-6cb0711d-67ad-45f9-a580-e82d6c8dcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:00:21.470714 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a0144-5e81-419c-9008-12d6b041d57a req-8df77d5c-0e3a-4a44-b9c2-e0f4fae74035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:21.472348 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7f2a0144-5e81-419c-9008-12d6b041d57a req-8df77d5c-0e3a-4a44-b9c2-e0f4fae74035 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a11cd7fb-d8a8-4644-9261-21e5c207880f HTTP/1.1" status: 200  len: 856 time: 0.0711906
Apr 09 14:00:21.546499 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:00:21.577363 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a0144-5e81-419c-9008-12d6b041d57a req-f5e63dc8-ff11-4dcd-81f8-a1a13729d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:21.579004 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7f2a0144-5e81-419c-9008-12d6b041d57a req-f5e63dc8-ff11-4dcd-81f8-a1a13729d712 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9010c4eb-70b0-4853-abe2-15efc5a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1003323
Apr 09 14:00:21.727720 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7f2a0144-5e81-419c-9008-12d6b041d57a req-66be3d2a-e670-454c-a750-0969d137c581 service neutron] 10.222.0.93 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416767
Apr 09 14:00:21.873708 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7f2a0144-5e81-419c-9008-12d6b041d57a req-4021620a-498c-40dc-9521-cfb2ddd9e582 service neutron] 10.222.0.93 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388290
Apr 09 14:00:22.569847 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c5c3a-2ee3-4429-b43e-09a434dbc13c req-e0a12627-94aa-4650-8534-17af993709b4 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:22.571470 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7a0c5c3a-2ee3-4429-b43e-09a434dbc13c req-e0a12627-94aa-4650-8534-17af993709b4 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.0917683
Apr 09 14:00:22.605782 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7a0c5c3a-2ee3-4429-b43e-09a434dbc13c req-4aca94ec-af93-45a5-a903-8030707a0300 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0250106
Apr 09 14:00:23.135332 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:00:23.310625 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:00:23.636183 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device c82eea80-227b-4764-8f8c-8abc8defd639 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:00:23.771102 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:00:23.785599 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9003e728-4864-4993-828c-85fbe195e182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c82eea80-227b-4764-8f8c-8abc8defd639'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 14:00:23.795414 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port c82eea80-227b-4764-8f8c-8abc8defd639, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c82eea80-227b-4764-8f8c-8abc8defd639,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:00:23.798419 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:00:23.800303 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:00:23.854423 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd3b26-1cb8-4262-a0ed-f2287fddbe3d req-3e21fb39-d560-44d7-8a6d-38967732dc3a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:23.856224 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d5fd3b26-1cb8-4262-a0ed-f2287fddbe3d req-3e21fb39-d560-44d7-8a6d-38967732dc3a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 945 time: 0.1056087
Apr 09 14:00:23.867884 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9003e728-4864-4993-828c-85fbe195e182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c82eea80-227b-4764-8f8c-8abc8defd639', 'code': 200}
Apr 09 14:00:23.896965 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d5fd3b26-1cb8-4262-a0ed-f2287fddbe3d req-d4ac77c6-804e-438c-8236-297dbeb139df tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0312195
Apr 09 14:00:23.905239 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=c82eea80-227b-4764-8f8c-8abc8defd639,revision_number=8']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:00:23.909053 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:00:24.730885 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:00:25.121858 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cef35-507a-49ed-906e-f83f4ef39e90 req-22fd1343-469f-4f18-adf1-90dabd8f5115 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:25.124118 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-118cef35-507a-49ed-906e-f83f4ef39e90 req-22fd1343-469f-4f18-adf1-90dabd8f5115 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 943 time: 0.0925491
Apr 09 14:00:25.158017 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-118cef35-507a-49ed-906e-f83f4ef39e90 req-381aa26f-cbae-44b1-acc6-d7817304d7b9 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0270157
Apr 09 14:00:25.827108 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4c591df5-8465-4e23-8440-2324239267c1 req-3c6cbf7b-9b98-4126-8dd7-a01f568caf48 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0891893
Apr 09 14:00:25.948258 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c591df5-8465-4e23-8440-2324239267c1 req-aee360a1-a806-4cd5-84a1-f9e1337dea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:25.949958 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4c591df5-8465-4e23-8440-2324239267c1 req-aee360a1-a806-4cd5-84a1-f9e1337dea98 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7636e0a8bd3d4e4681b67e8a86200354&device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 1098 time: 0.0935049
Apr 09 14:00:26.124621 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c591df5-8465-4e23-8440-2324239267c1 req-02b667ce-06dc-4d3d-95ff-cd1717eccb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:26.126163 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4c591df5-8465-4e23-8440-2324239267c1 req-02b667ce-06dc-4d3d-95ff-cd1717eccb45 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c HTTP/1.1" status: 200  len: 909 time: 0.1500142
Apr 09 14:00:26.248532 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4c591df5-8465-4e23-8440-2324239267c1 req-c41b546b-967d-4867-a16f-73454b5b9123 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee HTTP/1.1" status: 200  len: 1000 time: 0.1132836
Apr 09 14:00:26.327465 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c591df5-8465-4e23-8440-2324239267c1 req-8e301a0c-57ff-47e1-9f65-94696266ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:26.329085 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4c591df5-8465-4e23-8440-2324239267c1 req-8e301a0c-57ff-47e1-9f65-94696266ad5d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=344aad20-d45e-469e-8ef2-5e45b8c2ce38 HTTP/1.1" status: 200  len: 847 time: 0.0749633
Apr 09 14:00:26.421143 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c591df5-8465-4e23-8440-2324239267c1 req-28898475-bc52-40df-984d-3c320c93e096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:26.422829 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4c591df5-8465-4e23-8440-2324239267c1 req-28898475-bc52-40df-984d-3c320c93e096 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0858855
Apr 09 14:00:26.434175 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [req-4c591df5-8465-4e23-8440-2324239267c1 req-e1f89a21-6025-428a-a575-bf95d13141cd service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=85290) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 14:00:26.436442 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4c591df5-8465-4e23-8440-2324239267c1 req-e1f89a21-6025-428a-a575-bf95d13141cd service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0068583
Apr 09 14:00:26.605936 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4c591df5-8465-4e23-8440-2324239267c1 req-377a318a-951f-4093-87d2-c67cb75cf84f service neutron] 10.222.0.93 "GET /v2.0/networks/8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1629102
Apr 09 14:00:26.762300 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4c591df5-8465-4e23-8440-2324239267c1 req-02a3feb4-8e7c-4e14-8d53-ddcff99a0da1 service neutron] 10.222.0.93 "GET /v2.0/networks/8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1427834
Apr 09 14:00:26.960120 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ae499-1d06-488d-a563-49921da49e1f req-0b2d05a5-1208-4d02-9992-db22856ac3f8 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:26.961773 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f28ae499-1d06-488d-a563-49921da49e1f req-0b2d05a5-1208-4d02-9992-db22856ac3f8 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 943 time: 0.0935199
Apr 09 14:00:26.995910 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f28ae499-1d06-488d-a563-49921da49e1f req-ff059060-021f-4fe2-a801-03eade4bceab tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0269401
Apr 09 14:00:27.164275 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 34382) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:00:27.323349 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d01f54ab-a4db-46f8-86e2-f619148c6b6f req-aa3f2bfa-e5da-47d3-bf42-c1a160b38a54 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1569948
Apr 09 14:00:27.655895 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device c82eea80-227b-4764-8f8c-8abc8defd639 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:00:27.904228 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f54ab-a4db-46f8-86e2-f619148c6b6f req-11cd3127-b8ab-4166-a517-e10538006716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:27.905948 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d01f54ab-a4db-46f8-86e2-f619148c6b6f req-11cd3127-b8ab-4166-a517-e10538006716 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182&tenant_id=8f40d2219e104d8ba0a5d0df316c2e3c HTTP/1.1" status: 200  len: 1096 time: 0.0810959
Apr 09 14:00:28.015051 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f54ab-a4db-46f8-86e2-f619148c6b6f req-5e63d147-7757-4262-be0c-e5eab7d866e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:28.016708 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d01f54ab-a4db-46f8-86e2-f619148c6b6f req-5e63d147-7757-4262-be0c-e5eab7d866e3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8f40d2219e104d8ba0a5d0df316c2e3c&device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 1096 time: 0.0838687
Apr 09 14:00:28.232628 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f54ab-a4db-46f8-86e2-f619148c6b6f req-37a261ab-f928-4519-9e78-ec90d95bc2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:28.234231 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d01f54ab-a4db-46f8-86e2-f619148c6b6f req-37a261ab-f928-4519-9e78-ec90d95bc2c8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9010c4eb-70b0-4853-abe2-15efc5a47948 HTTP/1.1" status: 200  len: 918 time: 0.2092662
Apr 09 14:00:28.577990 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19248b-50cb-40c3-af1d-5979ffbca3be req-b11b5a05-7b2c-4b7c-9d10-3b7c14b37579 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:28.579645 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9b19248b-50cb-40c3-af1d-5979ffbca3be req-b11b5a05-7b2c-4b7c-9d10-3b7c14b37579 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 943 time: 0.4565177
Apr 09 14:00:28.636302 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9b19248b-50cb-40c3-af1d-5979ffbca3be req-1a71a0f0-5eaf-45d4-a546-660a4495329d tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429859
Apr 09 14:00:28.638959 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d01f54ab-a4db-46f8-86e2-f619148c6b6f req-59825941-d287-452f-9db3-de1dec22323b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c82eea80-227b-4764-8f8c-8abc8defd639 HTTP/1.1" status: 200  len: 999 time: 0.3972385
Apr 09 14:00:28.712639 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f54ab-a4db-46f8-86e2-f619148c6b6f req-fb19c8fd-1057-4c2d-bc4f-84f80b71e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:28.714228 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d01f54ab-a4db-46f8-86e2-f619148c6b6f req-fb19c8fd-1057-4c2d-bc4f-84f80b71e659 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a11cd7fb-d8a8-4644-9261-21e5c207880f HTTP/1.1" status: 200  len: 856 time: 0.0668881
Apr 09 14:00:28.808086 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f54ab-a4db-46f8-86e2-f619148c6b6f req-3c944d76-8deb-4324-8077-eaebdeb7406f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:28.809703 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d01f54ab-a4db-46f8-86e2-f619148c6b6f req-3c944d76-8deb-4324-8077-eaebdeb7406f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9010c4eb-70b0-4853-abe2-15efc5a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0876029
Apr 09 14:00:28.959637 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d01f54ab-a4db-46f8-86e2-f619148c6b6f req-63c87010-6a73-472b-bbb1-9886c3cf89e7 service neutron] 10.222.0.93 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416094
Apr 09 14:00:29.113696 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d01f54ab-a4db-46f8-86e2-f619148c6b6f req-0a85bc9b-b061-44af-8be0-e35e44de1517 service neutron] 10.222.0.93 "GET /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474659
Apr 09 14:00:29.857849 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223b647-c95d-4555-99f5-c015fdc518c7 req-a85b8e16-0c79-4b49-9541-85d432d990ac tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:29.859538 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6223b647-c95d-4555-99f5-c015fdc518c7 req-a85b8e16-0c79-4b49-9541-85d432d990ac tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 943 time: 0.0941749
Apr 09 14:00:29.891020 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6223b647-c95d-4555-99f5-c015fdc518c7 req-f4a21545-156b-4616-9336-ccfc7d6f61ed tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0251644
Apr 09 14:00:31.140762 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5bb768-a122-4c1f-93db-604b937ec545 req-6813c348-2287-4033-8536-ed0d7cc85593 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:31.142661 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1f5bb768-a122-4c1f-93db-604b937ec545 req-6813c348-2287-4033-8536-ed0d7cc85593 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 943 time: 0.1165571
Apr 09 14:00:31.181934 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1f5bb768-a122-4c1f-93db-604b937ec545 req-4d3a1893-6bfe-433e-97d6-6356713e7d4c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0314679
Apr 09 14:00:32.611062 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2330a-6d15-4e73-a126-4d500f25698d req-5177b22e-d249-41da-8815-7f1cfde4698b tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:32.612786 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-22f2330a-6d15-4e73-a126-4d500f25698d req-5177b22e-d249-41da-8815-7f1cfde4698b tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 943 time: 0.0960317
Apr 09 14:00:32.646837 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-22f2330a-6d15-4e73-a126-4d500f25698d req-4b8645a1-250b-42c3-a7eb-cb9edd0db634 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0268111
Apr 09 14:00:32.927388 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 14:00:34.021836 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecfc2e-4180-424c-a0fb-48d6423a1bd6 req-2d5cdca3-309c-43b3-b773-528e16708346 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:34.023522 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-72ecfc2e-4180-424c-a0fb-48d6423a1bd6 req-2d5cdca3-309c-43b3-b773-528e16708346 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 943 time: 0.1016529
Apr 09 14:00:34.069416 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-72ecfc2e-4180-424c-a0fb-48d6423a1bd6 req-37024404-dfef-4197-bff8-2c0aed597ce6 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0276692
Apr 09 14:00:35.316140 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d680e7-e3ad-48fb-beea-2f1b17c4185e req-020b6b42-70b2-4f2e-9083-4baf720b66ed tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:35.318406 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-00d680e7-e3ad-48fb-beea-2f1b17c4185e req-020b6b42-70b2-4f2e-9083-4baf720b66ed tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 943 time: 0.1119475
Apr 09 14:00:35.362337 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-00d680e7-e3ad-48fb-beea-2f1b17c4185e req-0db2d263-4418-4855-b586-b3546970497e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0348537
Apr 09 14:00:36.604003 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e6b1c-2a64-44b5-9320-083ec64e05ec req-e8cbc6da-05f1-4d64-bb3b-de049b661aca tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:36.605711 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b01e6b1c-2a64-44b5-9320-083ec64e05ec req-e8cbc6da-05f1-4d64-bb3b-de049b661aca tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 943 time: 0.1068203
Apr 09 14:00:36.640925 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b01e6b1c-2a64-44b5-9320-083ec64e05ec req-48e3bff6-4ca6-4c0f-abf7-1af47b1db313 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0273800
Apr 09 14:00:37.860633 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67eb21-3e14-420b-bc97-1b1564a17fef req-be2d718a-40e3-40a8-9ca9-8d21aeea41cf tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:37.862333 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bc67eb21-3e14-420b-bc97-1b1564a17fef req-be2d718a-40e3-40a8-9ca9-8d21aeea41cf tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 943 time: 0.0963728
Apr 09 14:00:37.909748 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bc67eb21-3e14-420b-bc97-1b1564a17fef req-c43d4f06-b5c7-47ba-87c5-e375d49f376d tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401878
Apr 09 14:00:39.136215 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab113d6-ce97-49c5-9476-8344166ea107 req-9aa3848c-2da5-461c-9306-a66ce6a504e7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:39.138580 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1ab113d6-ce97-49c5-9476-8344166ea107 req-9aa3848c-2da5-461c-9306-a66ce6a504e7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 943 time: 0.1005461
Apr 09 14:00:39.172725 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1ab113d6-ce97-49c5-9476-8344166ea107 req-f82bd6b0-9c85-425c-acfb-e5ede446c83a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0259621
Apr 09 14:00:40.458891 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e679b97-676b-43a9-a9d3-d9a648e1bcc1 req-6cdaa11f-edf0-4065-9e65-03ccb0d23570 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:40.460679 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6e679b97-676b-43a9-a9d3-d9a648e1bcc1 req-6cdaa11f-edf0-4065-9e65-03ccb0d23570 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 943 time: 0.1434536
Apr 09 14:00:40.499242 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6e679b97-676b-43a9-a9d3-d9a648e1bcc1 req-509dd0f7-7caf-4117-b7d6-9266c706c53a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0300152
Apr 09 14:00:41.773100 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171fbb8-95ac-4177-a980-95d83fef6c28 req-9c251bb9-7bd0-43c4-a1b6-1f4dd2dd812a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:41.776314 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4171fbb8-95ac-4177-a980-95d83fef6c28 req-9c251bb9-7bd0-43c4-a1b6-1f4dd2dd812a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 943 time: 0.1241412
Apr 09 14:00:41.819461 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4171fbb8-95ac-4177-a980-95d83fef6c28 req-ef747492-b9a5-44ce-9b5a-5dcba1c37548 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0267375
Apr 09 14:00:43.087505 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca49865-9057-4960-8c75-538016c5fecc req-5b2a6953-1efb-44b8-8892-e6c2bda6c403 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:43.090131 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bca49865-9057-4960-8c75-538016c5fecc req-5b2a6953-1efb-44b8-8892-e6c2bda6c403 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 943 time: 0.1108418
Apr 09 14:00:43.124454 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bca49865-9057-4960-8c75-538016c5fecc req-71c26632-3a0d-4e79-a780-a2937bc8a4a2 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0265367
Apr 09 14:00:44.352961 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e57b6c-2bcb-4056-9c29-bf8cbbe8926d req-5d5458e2-6862-4f37-bb58-4f802da1bb89 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:44.354613 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-06e57b6c-2bcb-4056-9c29-bf8cbbe8926d req-5d5458e2-6862-4f37-bb58-4f802da1bb89 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 943 time: 0.1009598
Apr 09 14:00:44.388145 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-06e57b6c-2bcb-4056-9c29-bf8cbbe8926d req-87602b1c-c65a-449f-8b2f-b2b916b062b1 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0267644
Apr 09 14:00:45.599934 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387a791-fe4a-45e7-8eb6-7cf8ef4d257e req-ae93ea73-bae1-46e6-aa89-6100e1b6bdeb tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:45.601611 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a387a791-fe4a-45e7-8eb6-7cf8ef4d257e req-ae93ea73-bae1-46e6-aa89-6100e1b6bdeb tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 943 time: 0.0920696
Apr 09 14:00:45.633450 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a387a791-fe4a-45e7-8eb6-7cf8ef4d257e req-fb97d972-365a-41ae-be10-09f9e1896eb1 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0243976
Apr 09 14:00:46.851477 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edab96-509d-4b5c-b66b-24c4107201ac req-315676f6-7b35-4eae-a58b-b363895f865c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:46.853142 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f8edab96-509d-4b5c-b66b-24c4107201ac req-315676f6-7b35-4eae-a58b-b363895f865c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 943 time: 0.0969048
Apr 09 14:00:46.885001 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f8edab96-509d-4b5c-b66b-24c4107201ac req-9a9dcc50-4ae3-4ff8-a9a5-11cdf187940b tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0252500
Apr 09 14:00:48.116729 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d3fde-709e-4ce1-bf87-7d22c41b4a57 req-e0f4b90a-e2c5-44ef-9f99-1c54829c980a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:48.118541 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fd6d3fde-709e-4ce1-bf87-7d22c41b4a57 req-e0f4b90a-e2c5-44ef-9f99-1c54829c980a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 943 time: 0.0981324
Apr 09 14:00:48.153890 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fd6d3fde-709e-4ce1-bf87-7d22c41b4a57 req-1e3498df-b972-4629-8b7f-09d07952d622 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0271423
Apr 09 14:00:48.330468 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-40c4d5d6-f6fe-4f0f-a364-5d965370a495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:00:49.395311 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8141a-1d3c-4f79-bfe7-e8180a5677bb req-105d2984-ddb4-44d9-976f-8625d9283a19 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:49.397065 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d4f8141a-1d3c-4f79-bfe7-e8180a5677bb req-105d2984-ddb4-44d9-976f-8625d9283a19 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 943 time: 0.0990222
Apr 09 14:00:49.431690 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d4f8141a-1d3c-4f79-bfe7-e8180a5677bb req-c5016612-5c81-4431-bb6d-d52d8510c121 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0281942
Apr 09 14:00:49.754602 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device c82eea80-227b-4764-8f8c-8abc8defd639 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 14:00:49.900706 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port c82eea80-227b-4764-8f8c-8abc8defd639, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c82eea80-227b-4764-8f8c-8abc8defd639,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:00:49.915162 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Returning: {'device': 'c82eea80-227b-4764-8f8c-8abc8defd639', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'port_id': 'c82eea80-227b-4764-8f8c-8abc8defd639', 'mac_address': 'fa:16:3e:0f:a3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 989, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 14:00:49.978381 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:00:49.979706 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c82eea80-227b-4764-8f8c-8abc8defd639 {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 14:00:49.998144 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port c82eea80-227b-4764-8f8c-8abc8defd639, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c82eea80-227b-4764-8f8c-8abc8defd639,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:00:50.000550 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:00:50.002407 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:00:50.073257 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=c82eea80-227b-4764-8f8c-8abc8defd639,revision_number=9']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:00:50.076905 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:00:50.376932 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['c82eea80-227b-4764-8f8c-8abc8defd639'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 14:00:50.657790 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd940ec-e9f9-4cd5-9150-55d5a2fc5947 req-faf425ef-6bda-49c8-bbdf-dcac0c1e0f66 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:50.659348 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7dd940ec-e9f9-4cd5-9150-55d5a2fc5947 req-faf425ef-6bda-49c8-bbdf-dcac0c1e0f66 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 944 time: 0.0965827
Apr 09 14:00:50.690759 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-7dd940ec-e9f9-4cd5-9150-55d5a2fc5947 req-79a012e3-c580-443a-b940-453f7dfddc28 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0249982
Apr 09 14:00:51.427569 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-32b1991f-b526-4a8b-b5fe-304a32ca8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:00:51.568413 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:00:51.754749 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device c82eea80-227b-4764-8f8c-8abc8defd639 up at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 14:00:51.848092 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning complete for port c82eea80-227b-4764-8f8c-8abc8defd639 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 14:00:51.848884 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:00:52.005991 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0d1ca-a09a-47a9-929a-b2aba5866742 req-4678fb1d-9576-414f-8bf6-8f1b0b346d9c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:52.008055 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-74c0d1ca-a09a-47a9-929a-b2aba5866742 req-4678fb1d-9576-414f-8bf6-8f1b0b346d9c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 944 time: 0.1452966
Apr 09 14:00:52.011010 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:00:52.024929 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9003e728-4864-4993-828c-85fbe195e182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82eea80-227b-4764-8f8c-8abc8defd639'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 14:00:52.038564 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port c82eea80-227b-4764-8f8c-8abc8defd639, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c82eea80-227b-4764-8f8c-8abc8defd639,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:00:52.042636 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:00:52.045958 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d97aa8cc-dcca-4e69-849f-68eb47583647 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:00:52.059713 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-74c0d1ca-a09a-47a9-929a-b2aba5866742 req-2a8a6fe3-ce9d-47b8-a6f4-25965bf11c2f tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396595
Apr 09 14:00:52.104366 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9003e728-4864-4993-828c-85fbe195e182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82eea80-227b-4764-8f8c-8abc8defd639', 'code': 200}
Apr 09 14:00:52.137097 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=c82eea80-227b-4764-8f8c-8abc8defd639,revision_number=10']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:00:52.141219 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:00:52.494498 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7a4a6-8585-411f-8ede-d1e7a04500ab req-61b4c464-b374-4cf6-9929-ac224d98cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:52.496130 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-aed7a4a6-8585-411f-8ede-d1e7a04500ab req-61b4c464-b374-4cf6-9929-ac224d98cf69 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 1099 time: 0.1590703
Apr 09 14:00:52.534344 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-aed7a4a6-8585-411f-8ede-d1e7a04500ab req-b1604347-649a-4f19-baf6-1a1ab0a5d5d5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0252666
Apr 09 14:00:53.131837 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:00:53.321418 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:00:53.342965 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada98522-a3be-49e7-99ce-00c81b4bcf30 req-3763e99d-5500-43c6-9527-1802f663d2a2 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:53.345488 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ada98522-a3be-49e7-99ce-00c81b4bcf30 req-3763e99d-5500-43c6-9527-1802f663d2a2 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 946 time: 0.1390088
Apr 09 14:00:53.395692 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ada98522-a3be-49e7-99ce-00c81b4bcf30 req-6815a06c-ad75-48aa-a046-497a053e6c43 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423942
Apr 09 14:00:54.618862 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856f2c7-efce-4eed-8ec5-a19835bcd303 req-cdc679d1-f09b-42d6-9719-8dc8a4604f4c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:54.620551 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5856f2c7-efce-4eed-8ec5-a19835bcd303 req-cdc679d1-f09b-42d6-9719-8dc8a4604f4c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 946 time: 0.0937178
Apr 09 14:00:54.652266 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5856f2c7-efce-4eed-8ec5-a19835bcd303 req-3edb8b9c-c9f0-4ccb-b355-ebe26836d59d tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0252817
Apr 09 14:00:54.733649 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:00:55.882931 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d777c-f706-494e-898a-0027ac0916a3 req-3b2d4557-54f2-4eda-8356-f8034f33204f tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:00:55.884619 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ce1d777c-f706-494e-898a-0027ac0916a3 req-3b2d4557-54f2-4eda-8356-f8034f33204f tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 946 time: 0.1010218
Apr 09 14:00:55.923037 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ce1d777c-f706-494e-898a-0027ac0916a3 req-06e424a4-15ee-4a8a-b1f2-426c902b01b8 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0254016
Apr 09 14:01:09.927848 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 14:01:18.323195 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-08b70966-f2ed-4e67-98e6-4ff793c48377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:21.433035 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e1abb20f-b64f-4860-b557-9e7e8f7bf7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:21.580204 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:23.127641 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:23.319246 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:24.740113 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:26.931046 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800370a-be0d-49b9-b762-bdfa0cb839ad req-b7c25722-e9a0-42b8-8dbe-249bf2eb4415 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:26.932766 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e800370a-be0d-49b9-b762-bdfa0cb839ad req-b7c25722-e9a0-42b8-8dbe-249bf2eb4415 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 945 time: 0.0935225
Apr 09 14:01:26.968218 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e800370a-be0d-49b9-b762-bdfa0cb839ad req-7829d84f-e696-4f45-853a-cd7ec42e319f tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0281765
Apr 09 14:01:27.793977 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-28b15ef9-a2a5-4d0d-8abe-ffae1a05cdfe req-a5b85bf4-d413-4c1d-9b6c-584a0be6d321 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=50f5f58a-99da-4621-83bf-60477b4a8485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1146123
Apr 09 14:01:28.050527 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b15ef9-a2a5-4d0d-8abe-ffae1a05cdfe req-6d078409-563e-4fab-8eda-377b0932e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:28.052655 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-28b15ef9-a2a5-4d0d-8abe-ffae1a05cdfe req-6d078409-563e-4fab-8eda-377b0932e295 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=142806ca91ce40c4af646ab038ed6230&device_id=50f5f58a-99da-4621-83bf-60477b4a8485 HTTP/1.1" status: 200  len: 1099 time: 0.0906684
Apr 09 14:01:28.295880 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b15ef9-a2a5-4d0d-8abe-ffae1a05cdfe req-c2566a49-1aea-4050-bb41-e1cd16eb7cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:28.297540 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-28b15ef9-a2a5-4d0d-8abe-ffae1a05cdfe req-c2566a49-1aea-4050-bb41-e1cd16eb7cb0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=728a6819-b70e-44ea-a058-103a448de099 HTTP/1.1" status: 200  len: 912 time: 0.2234757
Apr 09 14:01:28.314422 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b43a7-aeed-4494-b51e-e0b7f31077c3 req-0a20daa8-1503-4b04-a818-bd490c9c71c7 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:28.316603 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f45b43a7-aeed-4494-b51e-e0b7f31077c3 req-0a20daa8-1503-4b04-a818-bd490c9c71c7 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 945 time: 0.2155645
Apr 09 14:01:28.438110 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f45b43a7-aeed-4494-b51e-e0b7f31077c3 req-307d9b46-3804-456e-b5b7-19b29c84cc84 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569875
Apr 09 14:01:28.456548 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-28b15ef9-a2a5-4d0d-8abe-ffae1a05cdfe req-2f7b8bf5-3350-4d23-9bda-a25038b9e1ee service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c99d7c8-ba35-458b-85a1-1d88eeaf6abd HTTP/1.1" status: 200  len: 1001 time: 0.1386979
Apr 09 14:01:28.537976 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b15ef9-a2a5-4d0d-8abe-ffae1a05cdfe req-01b630ff-df03-477f-8792-61a743f1a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:28.539594 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-28b15ef9-a2a5-4d0d-8abe-ffae1a05cdfe req-01b630ff-df03-477f-8792-61a743f1a67b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e030f8dc-5b8d-4ea0-b3f6-2dee779ce825 HTTP/1.1" status: 200  len: 850 time: 0.0764866
Apr 09 14:01:28.650778 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b15ef9-a2a5-4d0d-8abe-ffae1a05cdfe req-557a8cc7-7e92-4f60-a6dd-95113ad20516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:28.652563 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-28b15ef9-a2a5-4d0d-8abe-ffae1a05cdfe req-557a8cc7-7e92-4f60-a6dd-95113ad20516 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=728a6819-b70e-44ea-a058-103a448de099&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1047361
Apr 09 14:01:28.814110 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-28b15ef9-a2a5-4d0d-8abe-ffae1a05cdfe req-52bd4e78-6615-49cd-adad-fda3301a613e service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465025
Apr 09 14:01:28.970382 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-28b15ef9-a2a5-4d0d-8abe-ffae1a05cdfe req-402696d5-c01c-414d-866f-b7d5245c1424 service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440277
Apr 09 14:01:29.659994 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10295652-d3a0-421b-a34b-90c22d0a7891 req-383afb1f-d4b4-41d5-8218-45b8f71f9215 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:29.661770 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-10295652-d3a0-421b-a34b-90c22d0a7891 req-383afb1f-d4b4-41d5-8218-45b8f71f9215 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 945 time: 0.0986855
Apr 09 14:01:29.699309 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-10295652-d3a0-421b-a34b-90c22d0a7891 req-09ea13c3-a973-4726-b5e0-4937aa5b4c3f tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0304885
Apr 09 14:01:30.910008 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d83fd-1a70-4a19-844b-d64396d30d35 req-844478be-a9b5-43cc-ac6a-996d5801546f tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:30.911619 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d50d83fd-1a70-4a19-844b-d64396d30d35 req-844478be-a9b5-43cc-ac6a-996d5801546f tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 945 time: 0.0898316
Apr 09 14:01:30.943818 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d50d83fd-1a70-4a19-844b-d64396d30d35 req-d818ddee-43af-44bb-a14c-4ed673d34df8 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0256884
Apr 09 14:01:32.411706 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4f5f0-bb3f-41b4-a9a7-ca5801816785 req-676c0f36-47b6-4cf4-a835-e1a2b37ca247 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:32.413374 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-47e4f5f0-bb3f-41b4-a9a7-ca5801816785 req-676c0f36-47b6-4cf4-a835-e1a2b37ca247 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 945 time: 0.3399205
Apr 09 14:01:32.452757 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-47e4f5f0-bb3f-41b4-a9a7-ca5801816785 req-c4bd7ffc-c747-4e29-a093-bae63cad7926 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0321982
Apr 09 14:01:33.663667 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e2eb9-240d-4c6b-b56f-a5502b8c1423 req-d432f253-681c-4b65-a88a-5333d4d4e827 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:33.665779 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-964e2eb9-240d-4c6b-b56f-a5502b8c1423 req-d432f253-681c-4b65-a88a-5333d4d4e827 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 945 time: 0.0950539
Apr 09 14:01:33.699404 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-964e2eb9-240d-4c6b-b56f-a5502b8c1423 req-a1072325-07bc-46f0-8296-cb137623d33c tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0270469
Apr 09 14:01:34.985950 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f12b78-ba47-4894-ad60-a8921b9a3c2a req-9523f13a-fb0a-4d8f-9ee4-1816605dcd55 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:34.987656 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-59f12b78-ba47-4894-ad60-a8921b9a3c2a req-9523f13a-fb0a-4d8f-9ee4-1816605dcd55 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 945 time: 0.1028066
Apr 09 14:01:35.021173 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-59f12b78-ba47-4894-ad60-a8921b9a3c2a req-341d0b60-2900-4441-948c-ecf5654f1451 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0268052
Apr 09 14:01:35.442473 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-e2723676-8f71-4012-9f97-192d5c78390c tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-975072547&fields=id&tenant_id=142806ca91ce40c4af646ab038ed6230 HTTP/1.1" status: 200  len: 267 time: 0.0271668
Apr 09 14:01:35.623823 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-3248cb77-625e-4ab4-b938-3abd760022c2 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:35.625489 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-3248cb77-625e-4ab4-b938-3abd760022c2 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/networks?id=728a6819-b70e-44ea-a058-103a448de099 HTTP/1.1" status: 200  len: 811 time: 0.1755078
Apr 09 14:01:35.650916 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-c62b10ba-2b48-443f-976e-e2a7c80fac97 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/quotas/142806ca91ce40c4af646ab038ed6230 HTTP/1.1" status: 200  len: 375 time: 0.0165927
Apr 09 14:01:35.764198 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-c1d2fa18-8b67-4b17-b1bb-246bf1e45077 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=142806ca91ce40c4af646ab038ed6230&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1068180
Apr 09 14:01:35.845906 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-db76c511-3695-4767-bcc1-2912cd3d3209 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=85290) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 14:01:35.847402 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-db76c511-3695-4767-bcc1-2912cd3d3209 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0689595
Apr 09 14:01:36.015072 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-dd355d99-8c7a-412d-b73a-14786867cb2a service neutron] 10.222.0.96 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1606836
Apr 09 14:01:36.236724 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-ba62bc64-236d-4e5a-ad96-114bd852e70d service neutron] 10.222.0.96 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2140498
Apr 09 14:01:36.288615 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3aa93-a7a6-4d18-a15b-9e09977cc967 req-327e8ce0-1d6f-47c0-bfee-57b81f2ab8fe tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:36.291030 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e1d3aa93-a7a6-4d18-a15b-9e09977cc967 req-327e8ce0-1d6f-47c0-bfee-57b81f2ab8fe tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 945 time: 0.1296129
Apr 09 14:01:36.348764 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e1d3aa93-a7a6-4d18-a15b-9e09977cc967 req-66604514-f19c-4d95-b8d9-8dde79580209 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478148
Apr 09 14:01:36.785755 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-97b7b600-1bed-4a33-bd0a-37481f229fcf req-6412f183-2481-483d-b5e1-e184532c50d6 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 210 time: 0.0504816
Apr 09 14:01:37.599951 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa613ee1-ba28-4c83-8e5c-faa5514e985e req-3b69fc3a-26f9-41c2-b352-b17543e20314 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:37.601665 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-aa613ee1-ba28-4c83-8e5c-faa5514e985e req-3b69fc3a-26f9-41c2-b352-b17543e20314 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 945 time: 0.1083326
Apr 09 14:01:37.639228 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-aa613ee1-ba28-4c83-8e5c-faa5514e985e req-4c12b9f1-f7b4-4326-9e19-39fcc84a8327 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0294187
Apr 09 14:01:37.899574 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6dbab9fb-2bf2-4d0d-9ac3-a41d605bc4f3 req-750c2a5b-e5ba-4797-b9a0-aff5c37bc7fe tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 210 time: 0.0516143
Apr 09 14:01:38.864402 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b175387-3a37-4379-81ca-75a5571d9bff req-2aec88ef-5de5-4b5a-8252-53b00bd13a1c tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:38.866126 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2b175387-3a37-4379-81ca-75a5571d9bff req-2aec88ef-5de5-4b5a-8252-53b00bd13a1c tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 945 time: 0.1015244
Apr 09 14:01:38.914566 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2b175387-3a37-4379-81ca-75a5571d9bff req-44075a75-6e66-4648-ae0a-66ef7baddab7 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0340567
Apr 09 14:01:39.040946 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ba739e96-c517-4c0a-8ed9-84f66e4d65d1 req-9f0a7ae6-1de3-4d43-8937-fddf3ea381f7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 210 time: 0.0605679
Apr 09 14:01:40.200441 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c58e2756-3e79-4d0f-9c03-6eecb3b890c0 req-8f46916b-7fad-4753-936f-4abc323a1587 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 210 time: 0.0710869
Apr 09 14:01:40.222838 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6e9fa-e0e9-4c36-a480-492f527cf90f req-a14bbb29-315c-402e-bf0f-7fa3331b57d4 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:40.226729 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6df6e9fa-e0e9-4c36-a480-492f527cf90f req-a14bbb29-315c-402e-bf0f-7fa3331b57d4 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 945 time: 0.1601224
Apr 09 14:01:40.266492 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6df6e9fa-e0e9-4c36-a480-492f527cf90f req-e136bdfc-5f88-4e12-a62e-31ae2740541f tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355093
Apr 09 14:01:41.412203 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-435d6eb5-cb32-4185-ab64-d87e3bee0f30 req-1f52067d-30b1-447d-8a68-834dd8f77b58 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 210 time: 0.0587130
Apr 09 14:01:41.563606 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfaf40-03b8-4eb8-b3e1-3a88f7b029da req-9b6bf602-45ab-482d-acf9-2c7ee3b9636f tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:41.565552 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-89dfaf40-03b8-4eb8-b3e1-3a88f7b029da req-9b6bf602-45ab-482d-acf9-2c7ee3b9636f tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 945 time: 0.1102986
Apr 09 14:01:41.620160 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-89dfaf40-03b8-4eb8-b3e1-3a88f7b029da req-3dfca60f-26fb-41d3-84f1-414d3f0fe32c tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453091
Apr 09 14:01:42.268068 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-98a8683a-60f3-48c3-b0ed-66e76a6ddb71 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:42.269910 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-98a8683a-60f3-48c3-b0ed-66e76a6ddb71 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.93 "GET /v2.0/networks?id=728a6819-b70e-44ea-a058-103a448de099 HTTP/1.1" status: 200  len: 811 time: 0.2014003
Apr 09 14:01:42.353652 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-7fc30591-1791-4eed-9e12-e8273ad2bc5b tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=142806ca91ce40c4af646ab038ed6230 HTTP/1.1" status: 200  len: 8059 time: 0.0745466
Apr 09 14:01:42.363553 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Request body: {'port': {'device_id': 'e7274fbf-1f90-45eb-aff5-b1d2fc78146c', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'admin_state_up': True, 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'security_groups': ['99ed0133-f26d-4698-97f0-8e7ec3df867a']}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 14:01:42.525730 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:01:42.530762 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Usage tracker for resource:port and tenant:142806ca91ce40c4af646ab038ed6230 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 14:01:42.533885 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Quota usage for port was recalculated. Used quota:5. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 14:01:42.540049 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:01:42.551971 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Made reservation on behalf of 142806ca91ce40c4af646ab038ed6230 for: {'port': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 14:01:42.560640 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:42.665525 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c34cfda1-b009-4edd-970d-84231d15b330 req-84fe65d3-c72d-482f-a5c5-81a9aba38d62 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 210 time: 0.1009240
Apr 09 14:01:42.851993 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Allocated IP 172.20.0.5 (728a6819-b70e-44ea-a058-103a448de099/e030f8dc-5b8d-4ea0-b3f6-2dee779ce825/636eabee-00fd-4deb-93b2-0ce630cde9c1) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 14:01:42.905676 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b83b1-6f99-4242-838b-8a7c680a0303 req-d12166ea-09db-4426-8385-50ad65befa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:42.907292 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4b4b83b1-6f99-4242-838b-8a7c680a0303 req-d12166ea-09db-4426-8385-50ad65befa4a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7636e0a8bd3d4e4681b67e8a86200354&device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 1098 time: 0.0926514
Apr 09 14:01:42.925841 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f675d-1992-4529-aeac-ed16b77796c7 req-7e02e2f1-f7e3-4684-8a67-8ff28eb19de5 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:42.927737 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2c2f675d-1992-4529-aeac-ed16b77796c7 req-7e02e2f1-f7e3-4684-8a67-8ff28eb19de5 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 945 time: 0.1544142
Apr 09 14:01:43.072833 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2c2f675d-1992-4529-aeac-ed16b77796c7 req-74838f29-9ae0-44b3-984e-f1c4e1883938 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1195536
Apr 09 14:01:43.138435 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b83b1-6f99-4242-838b-8a7c680a0303 req-e1977c3a-f7cb-4f7d-b008-c0a34576444c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:43.141561 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4b4b83b1-6f99-4242-838b-8a7c680a0303 req-e1977c3a-f7cb-4f7d-b008-c0a34576444c service neutron] 10.222.0.93 "GET /v2.0/networks?id=8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c HTTP/1.1" status: 200  len: 909 time: 0.2275381
Apr 09 14:01:43.178669 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:43.199891 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Transition to ACTIVE for port object 636eabee-00fd-4deb-93b2-0ce630cde9c1 will not be triggered until provisioned by entity DHCP. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 14:01:43.229296 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:43.247794 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9a2c6172-ed85-4ce3-8125-22e18ed6b5eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:01:43.298960 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4b4b83b1-6f99-4242-838b-8a7c680a0303 req-4a8adac3-2063-4bb5-be38-8983fac6f97c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee HTTP/1.1" status: 200  len: 1000 time: 0.1500049
Apr 09 14:01:43.401421 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b83b1-6f99-4242-838b-8a7c680a0303 req-dfee59ee-2984-4f3c-aed2-a3a287213fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:43.404163 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4b4b83b1-6f99-4242-838b-8a7c680a0303 req-dfee59ee-2984-4f3c-aed2-a3a287213fb8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=344aad20-d45e-469e-8ef2-5e45b8c2ce38 HTTP/1.1" status: 200  len: 847 time: 0.0984836
Apr 09 14:01:43.410902 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Pushing event updated for resources: {'Port': ['ID=636eabee-00fd-4deb-93b2-0ce630cde9c1,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:01:43.424723 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:43.425264 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:43.425761 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:43.426251 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:43.426731 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:43.427410 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:43.427827 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:43.428229 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:43.428664 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:43.429064 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:43.429470 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:43.429872 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:43.437315 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:01:43.505083 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Network 728a6819-b70e-44ea-a058-103a448de099 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 14:01:43.509289 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 14:01:43.517176 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 14:01:43.537434 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b83b1-6f99-4242-838b-8a7c680a0303 req-877843f2-13b7-45ef-a51f-1661f8961906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:43.539288 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4b4b83b1-6f99-4242-838b-8a7c680a0303 req-877843f2-13b7-45ef-a51f-1661f8961906 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1253452
Apr 09 14:01:43.627805 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:43.628520 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:43.671235 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3121397
Apr 09 14:01:43.686885 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-4dc84c14-b295-41b5-8f32-bf76e57cab9d service neutron] Request body: {'port': {'device_id': 'e7274fbf-1f90-45eb-aff5-b1d2fc78146c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 14:01:43.855518 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4b4b83b1-6f99-4242-838b-8a7c680a0303 req-080599a1-2259-4ae3-be2c-fd68072b6952 service neutron] 10.222.0.93 "GET /v2.0/networks/8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3015349
Apr 09 14:01:43.933359 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-59f281fb-7e50-44f3-87b5-40df22cb558d None None] Provisioning for port 636eabee-00fd-4deb-93b2-0ce630cde9c1 completed by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 14:01:43.939949 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-59f281fb-7e50-44f3-87b5-40df22cb558d None None] Provisioning complete for port 636eabee-00fd-4deb-93b2-0ce630cde9c1 triggered by entity DHCP. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 14:01:43.940853 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-59f281fb-7e50-44f3-87b5-40df22cb558d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:43.962295 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-4dc84c14-b295-41b5-8f32-bf76e57cab9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:44.021661 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-59f281fb-7e50-44f3-87b5-40df22cb558d None None] Port 636eabee-00fd-4deb-93b2-0ce630cde9c1 cannot update to ACTIVE because it is not bound. {{(pid=85292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 14:01:44.086817 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4b4b83b1-6f99-4242-838b-8a7c680a0303 req-72cfcbc7-6df6-49c6-bf6d-c7f26c442c7e service neutron] 10.222.0.93 "GET /v2.0/networks/8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2236629
Apr 09 14:01:44.150140 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bfc6d-7cce-4ccf-9a53-6a4946492055 req-44d8a865-f063-4745-b2cc-917af8f945ff tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:44.151025 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-197bfc6d-7cce-4ccf-9a53-6a4946492055 req-44d8a865-f063-4745-b2cc-917af8f945ff tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Synchronizing usage tracker for tenant:142806ca91ce40c4af646ab038ed6230 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 14:01:44.288537 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-197bfc6d-7cce-4ccf-9a53-6a4946492055 req-44d8a865-f063-4745-b2cc-917af8f945ff tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Unset dirty status for tenant:142806ca91ce40c4af646ab038ed6230 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 14:01:44.289851 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-197bfc6d-7cce-4ccf-9a53-6a4946492055 req-44d8a865-f063-4745-b2cc-917af8f945ff tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 931 time: 0.4120712
Apr 09 14:01:44.430578 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-197bfc6d-7cce-4ccf-9a53-6a4946492055 req-52d0f5dd-5c83-4212-a2f8-421376bd5da8 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1252911
Apr 09 14:01:44.481800 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c62575-b720-4af9-83c7-3790fbb20510 req-839b1872-1817-46d3-9069-a1636df8c12b tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:44.483596 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e2c62575-b720-4af9-83c7-3790fbb20510 req-839b1872-1817-46d3-9069-a1636df8c12b tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=d79ec947-0651-4880-b44a-8f14608d285d HTTP/1.1" status: 200  len: 945 time: 0.3229866
Apr 09 14:01:44.530910 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e2c62575-b720-4af9-83c7-3790fbb20510 req-713fa993-f0d4-4f43-aaf5-befabedfdc91 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=f75be162-2adc-41b5-8360-ddba2d4c01dc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0347595
Apr 09 14:01:44.919957 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-4dc84c14-b295-41b5-8f32-bf76e57cab9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 636eabee-00fd-4deb-93b2-0ce630cde9c1 {{(pid=85290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 14:01:44.937065 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-4dc84c14-b295-41b5-8f32-bf76e57cab9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:44.962412 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-4dc84c14-b295-41b5-8f32-bf76e57cab9d service neutron] Transition to ACTIVE for port object 636eabee-00fd-4deb-93b2-0ce630cde9c1 will not be triggered until provisioned by entity L2. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 14:01:44.973089 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2099d-f080-4914-8927-d4fba230fb9e req-28df5b12-d906-4a2e-9d3b-2de5e2026c79 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:44.974736 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-33e2099d-f080-4914-8927-d4fba230fb9e req-28df5b12-d906-4a2e-9d3b-2de5e2026c79 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 945 time: 0.4343724
Apr 09 14:01:44.976172 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-4dc84c14-b295-41b5-8f32-bf76e57cab9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10405853'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:44.992324 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0a4f7220-a561-4fc0-9eaf-cd45a7430635 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:01:45.142768 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-33e2099d-f080-4914-8927-d4fba230fb9e req-5c9d6ce7-7528-4b13-b322-403b27149857 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1515341
Apr 09 14:01:45.164067 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc84c14-b295-41b5-8f32-bf76e57cab9d service neutron] Pushing event updated for resources: {'Port': ['ID=636eabee-00fd-4deb-93b2-0ce630cde9c1,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:01:45.167224 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-4dc84c14-b295-41b5-8f32-bf76e57cab9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:01:45.424163 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-4dc84c14-b295-41b5-8f32-bf76e57cab9d service neutron] Attempting to bind port 636eabee-00fd-4deb-93b2-0ce630cde9c1 on host hv-cinder-78536 for vnic_type normal with profile  {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 14:01:45.424512 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-4dc84c14-b295-41b5-8f32-bf76e57cab9d service neutron] Attempting to bind port 636eabee-00fd-4deb-93b2-0ce630cde9c1 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'e79b3ef0-a24a-46f3-9aa3-06c084497cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '728a6819-b70e-44ea-a058-103a448de099'}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 14:01:45.424815 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-4dc84c14-b295-41b5-8f32-bf76e57cab9d service neutron] Attempting to bind port 636eabee-00fd-4deb-93b2-0ce630cde9c1 on network 728a6819-b70e-44ea-a058-103a448de099 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 14:01:45.430503 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-4dc84c14-b295-41b5-8f32-bf76e57cab9d service neutron] Port 636eabee-00fd-4deb-93b2-0ce630cde9c1 on network 728a6819-b70e-44ea-a058-103a448de099 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 14:01:45.430873 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-4dc84c14-b295-41b5-8f32-bf76e57cab9d service neutron] Attempting to bind port 636eabee-00fd-4deb-93b2-0ce630cde9c1 on network 728a6819-b70e-44ea-a058-103a448de099 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 14:01:45.437495 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-4dc84c14-b295-41b5-8f32-bf76e57cab9d service neutron] Checking agent: {'id': '8b22d5c6-5838-4546-ac77-8d10367985fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'started_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 14, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 14:01:45.437839 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-4dc84c14-b295-41b5-8f32-bf76e57cab9d service neutron] Checking segment: {'id': 'e79b3ef0-a24a-46f3-9aa3-06c084497cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '728a6819-b70e-44ea-a058-103a448de099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 14:01:45.438157 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-4dc84c14-b295-41b5-8f32-bf76e57cab9d service neutron] Bound using segment: {'id': 'e79b3ef0-a24a-46f3-9aa3-06c084497cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '728a6819-b70e-44ea-a058-103a448de099'} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 14:01:45.438640 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-4dc84c14-b295-41b5-8f32-bf76e57cab9d service neutron] Bound port: 636eabee-00fd-4deb-93b2-0ce630cde9c1, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79b3ef0-a24a-46f3-9aa3-06c084497cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '728a6819-b70e-44ea-a058-103a448de099'}}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 14:01:45.439031 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-4dc84c14-b295-41b5-8f32-bf76e57cab9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:45.529925 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-4dc84c14-b295-41b5-8f32-bf76e57cab9d service neutron] For port 636eabee-00fd-4deb-93b2-0ce630cde9c1, host hv-cinder-78536, cleared binding levels {{(pid=85290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 14:01:45.533318 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-4dc84c14-b295-41b5-8f32-bf76e57cab9d service neutron] For port 636eabee-00fd-4deb-93b2-0ce630cde9c1, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=636eabee-00fd-4deb-93b2-0ce630cde9c1,segment=NetworkSegment(e79b3ef0-a24a-46f3-9aa3-06c084497cd4),segment_id=e79b3ef0-a24a-46f3-9aa3-06c084497cd4)] {{(pid=85290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 14:01:45.537317 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-4dc84c14-b295-41b5-8f32-bf76e57cab9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10405853'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:45.555004 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d8de235d-d89a-423b-bcbc-212afce99e9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:01:45.829377 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc84c14-b295-41b5-8f32-bf76e57cab9d service neutron] Pushing event updated for resources: {'Port': ['ID=636eabee-00fd-4deb-93b2-0ce630cde9c1,revision_number=3']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:01:45.833058 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-4dc84c14-b295-41b5-8f32-bf76e57cab9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:01:45.929805 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-4dc84c14-b295-41b5-8f32-bf76e57cab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:45.930565 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-4dc84c14-b295-41b5-8f32-bf76e57cab9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:45.931855 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-4dc84c14-b295-41b5-8f32-bf76e57cab9d service neutron] 10.222.0.93 "PUT /v2.0/ports/636eabee-00fd-4deb-93b2-0ce630cde9c1 HTTP/1.1" status: 200  len: 1093 time: 2.2513890
Apr 09 14:01:45.933608 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7274fbf-1f90-45eb-aff5-b1d2fc78146c', 'tag': '636eabee-00fd-4deb-93b2-0ce630cde9c1'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 14:01:45.952844 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bb0ec-26fe-40de-9d41-8250f5c9fb05 req-34e7783b-a944-4c8b-aee4-bf7358b253c1 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:45.955248 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c34bb0ec-26fe-40de-9d41-8250f5c9fb05 req-34e7783b-a944-4c8b-aee4-bf7358b253c1 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 943 time: 0.2994359
Apr 09 14:01:45.981214 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebf079-3f81-4600-adb1-0272869b0565 req-d8a7ac4d-e293-4693-8e7f-de9802ab9f7f tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:45.989252 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-95ebf079-3f81-4600-adb1-0272869b0565 req-d8a7ac4d-e293-4693-8e7f-de9802ab9f7f tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=d79ec947-0651-4880-b44a-8f14608d285d HTTP/1.1" status: 200  len: 945 time: 0.2654896
Apr 09 14:01:46.115968 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c34bb0ec-26fe-40de-9d41-8250f5c9fb05 req-48613f2c-2884-461d-9246-6a35aba39cea tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1246593
Apr 09 14:01:46.122712 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-95ebf079-3f81-4600-adb1-0272869b0565 req-a1f0c0eb-f58f-410a-b8d1-5e7c517c9df7 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=f75be162-2adc-41b5-8360-ddba2d4c01dc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1091418
Apr 09 14:01:46.174782 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-a6d5ce09-687f-4e77-a4aa-c8ef5b9d7e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:46.176649 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-a6d5ce09-687f-4e77-a4aa-c8ef5b9d7e73 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=142806ca91ce40c4af646ab038ed6230&device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 1096 time: 0.1827481
Apr 09 14:01:46.315219 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-fc926fab-243b-4298-a0a5-bbcadb3885d6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=636eabee-00fd-4deb-93b2-0ce630cde9c1 HTTP/1.1" status: 200  len: 217 time: 0.1292531
Apr 09 14:01:46.380457 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7274fbf-1f90-45eb-aff5-b1d2fc78146c', 'tag': '636eabee-00fd-4deb-93b2-0ce630cde9c1', 'status': 'completed', 'code': 200}
Apr 09 14:01:46.461856 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-72ba95e4-389c-4af1-aece-732320a423af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:46.463679 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-72ba95e4-389c-4af1-aece-732320a423af service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e030f8dc-5b8d-4ea0-b3f6-2dee779ce825 HTTP/1.1" status: 200  len: 850 time: 0.1417572
Apr 09 14:01:46.556939 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fd317-af38-4f72-b7c7-aa02693fc229 req-c9c1eab5-0388-4a8d-bc9f-34301174091c tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:46.558724 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8e3fd317-af38-4f72-b7c7-aa02693fc229 req-c9c1eab5-0388-4a8d-bc9f-34301174091c tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 945 time: 0.1806483
Apr 09 14:01:46.607556 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8e3fd317-af38-4f72-b7c7-aa02693fc229 req-2448d8da-6685-41ab-b85a-94c486e8479d tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371864
Apr 09 14:01:46.615007 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-dcbc368e-2a4d-4ea7-babb-6ff436198df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:46.617171 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-dcbc368e-2a4d-4ea7-babb-6ff436198df5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=728a6819-b70e-44ea-a058-103a448de099&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1387107
Apr 09 14:01:46.646917 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f1863-4085-4b85-a094-d40848166501 req-a106f13f-2496-4eb6-b3d0-600e252d1328 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:46.648811 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-462f1863-4085-4b85-a094-d40848166501 req-a106f13f-2496-4eb6-b3d0-600e252d1328 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Synchronizing usage tracker for tenant:ba5d9acca4e84f2e82dcc146f183b1f2 on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 14:01:46.669083 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-462f1863-4085-4b85-a094-d40848166501 req-a106f13f-2496-4eb6-b3d0-600e252d1328 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Unset dirty status for tenant:ba5d9acca4e84f2e82dcc146f183b1f2 on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 14:01:46.670742 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-462f1863-4085-4b85-a094-d40848166501 req-a106f13f-2496-4eb6-b3d0-600e252d1328 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79ec947-0651-4880-b44a-8f14608d285d HTTP/1.1" status: 200  len: 945 time: 0.1373348
Apr 09 14:01:46.760787 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-462f1863-4085-4b85-a094-d40848166501 req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Deleting port 6d13491c-bbd7-4a6a-aea5-1919ef2b7904 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:01:46.761141 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-462f1863-4085-4b85-a094-d40848166501 req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:46.897719 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-5dc8bd6e-507b-4eab-b314-262a4027b859 service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2711408
Apr 09 14:01:46.929800 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 14:01:47.072901 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6fae54d0-6805-478d-8358-f3b0d9592e16 req-28771dc2-4c42-4d9a-976b-2dad8e580e13 service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1684697
Apr 09 14:01:47.082563 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-462f1863-4085-4b85-a094-d40848166501 req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] For port 6d13491c-bbd7-4a6a-aea5-1919ef2b7904, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=6d13491c-bbd7-4a6a-aea5-1919ef2b7904,segment=NetworkSegment(d1798ed1-8af5-45cb-a42d-ab04ec377da1),segment_id=d1798ed1-8af5-45cb-a42d-ab04ec377da1)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:01:47.082963 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-462f1863-4085-4b85-a094-d40848166501 req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:47.257487 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8c020-5c12-4125-8461-73bdff364c94 req-fe67f732-6cdc-4eb8-8e0d-c91039e71578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:47.260438 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-84a8c020-5c12-4125-8461-73bdff364c94 req-fe67f732-6cdc-4eb8-8e0d-c91039e71578 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=142806ca91ce40c4af646ab038ed6230&device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 1096 time: 0.1295097
Apr 09 14:01:47.539012 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-462f1863-4085-4b85-a094-d40848166501 req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:47.539434 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-462f1863-4085-4b85-a094-d40848166501 req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850926857'] for floatingip, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:47.539797 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.l3_db [req-462f1863-4085-4b85-a094-d40848166501 req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Floating IP e8ca6abb-7051-4fbe-a0b6-10f663f792dc disassociated. External IP: 172.27.0.209, port: 6d13491c-bbd7-4a6a-aea5-1919ef2b7904.
Apr 09 14:01:47.540188 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-462f1863-4085-4b85-a094-d40848166501 req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Calling delete_port for 6d13491c-bbd7-4a6a-aea5-1919ef2b7904 owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:01:47.626896 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8c020-5c12-4125-8461-73bdff364c94 req-9a1df011-55d9-49dd-924b-ca467a08c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:47.628541 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-84a8c020-5c12-4125-8461-73bdff364c94 req-9a1df011-55d9-49dd-924b-ca467a08c706 service neutron] 10.222.0.93 "GET /v2.0/networks?id=728a6819-b70e-44ea-a058-103a448de099 HTTP/1.1" status: 200  len: 912 time: 0.3609295
Apr 09 14:01:47.733503 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-462f1863-4085-4b85-a094-d40848166501 req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:47.733803 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-84a8c020-5c12-4125-8461-73bdff364c94 req-29203679-5764-471d-ba8c-5edfbde33a5f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=636eabee-00fd-4deb-93b2-0ce630cde9c1 HTTP/1.1" status: 200  len: 217 time: 0.0975084
Apr 09 14:01:47.742719 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6aaf0e-7fc0-4db1-bb31-f48d4165ac52 req-afc98a34-7c5a-4a8f-abd4-eb3503bc14f5 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:47.744501 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0c6aaf0e-7fc0-4db1-bb31-f48d4165ac52 req-afc98a34-7c5a-4a8f-abd4-eb3503bc14f5 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 943 time: 0.3637953
Apr 09 14:01:47.750981 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f05b44d3-df56-4598-b881-477232756daa tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:01:47.810489 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Pushing event deleted for resources: {'Port': ['ID=6d13491c-bbd7-4a6a-aea5-1919ef2b7904,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:01:47.834611 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa607a90-c9d7-4de3-bfa6-4a507b70ffef req-1841aed5-65b3-469a-86a6-fb1fa90ffa69 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:47.836393 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fa607a90-c9d7-4de3-bfa6-4a507b70ffef req-1841aed5-65b3-469a-86a6-fb1fa90ffa69 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=d79ec947-0651-4880-b44a-8f14608d285d HTTP/1.1" status: 200  len: 945 time: 0.3962424
Apr 09 14:01:47.850993 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0c6aaf0e-7fc0-4db1-bb31-f48d4165ac52 req-9367a7b6-5174-478a-bc58-54daa59026ae tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622602
Apr 09 14:01:47.888121 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fa607a90-c9d7-4de3-bfa6-4a507b70ffef req-4d416725-301f-4fcf-b806-992b9aae7ec4 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups?id=f75be162-2adc-41b5-8360-ddba2d4c01dc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401182
Apr 09 14:01:47.889850 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:47.890647 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:47.891722 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:47.891945 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:47.892685 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:47.893641 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:47.894353 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:47.896008 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:47.896676 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:47.897396 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:47.898294 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:47.899014 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:47.899140 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8c020-5c12-4125-8461-73bdff364c94 req-15514533-25c7-44bb-9a5f-bf69b11766af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:47.902765 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-84a8c020-5c12-4125-8461-73bdff364c94 req-15514533-25c7-44bb-9a5f-bf69b11766af service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e030f8dc-5b8d-4ea0-b3f6-2dee779ce825 HTTP/1.1" status: 200  len: 850 time: 0.1559319
Apr 09 14:01:47.914603 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:01:48.005390 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:01:48.108529 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8c020-5c12-4125-8461-73bdff364c94 req-01753fa4-7b5e-4a6c-b3fa-7f884277f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:48.111242 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-84a8c020-5c12-4125-8461-73bdff364c94 req-01753fa4-7b5e-4a6c-b3fa-7f884277f06e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=728a6819-b70e-44ea-a058-103a448de099&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2007647
Apr 09 14:01:48.183573 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:48.204641 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 14:01:48.221547 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee,segment=NetworkSegment(7321b2c1-f9a4-4e1e-ba73-1adf48f326b4),segment_id=7321b2c1-f9a4-4e1e-ba73-1adf48f326b4)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:01:48.226163 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:48.228807 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 6d13491c-bbd7-4a6a-aea5-1919ef2b7904 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:01:48.295335 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-462f1863-4085-4b85-a094-d40848166501 req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Router 06657d55-3f66-4fc1-ade3-84581531a06f has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 14:01:48.311810 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11594aab-0700-48d7-a70d-9c07e800b821 req-545e21f1-307e-4b61-b22a-bdb0f6acfeda tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:48.313654 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-11594aab-0700-48d7-a70d-9c07e800b821 req-545e21f1-307e-4b61-b22a-bdb0f6acfeda tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 945 time: 0.3135653
Apr 09 14:01:48.338235 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5d63bccf-9da7-46d7-9929-45501e363d05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:01:48.358627 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-84a8c020-5c12-4125-8461-73bdff364c94 req-6e01dc51-9d43-47ca-a49a-f9929aa96241 service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2395191
Apr 09 14:01:48.365810 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-11594aab-0700-48d7-a70d-9c07e800b821 req-e1ac6820-809e-4f9d-a534-c14b8bf85c99 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379734
Apr 09 14:01:48.406004 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] No Port match for: 6d13491c-bbd7-4a6a-aea5-1919ef2b7904 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 14:01:48.406319 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 6d13491c-bbd7-4a6a-aea5-1919ef2b7904 not bound to the agent host hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 14:01:48.462831 dv-cinder-785362-1-iscsi neutron-server[85177]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee', 'code': 422} returned with failed status
Apr 09 14:01:48.499793 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-55595f64-7621-4eec-afce-61ba8b60eac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:48.543997 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee,revision_number=6']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:01:48.562658 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:48.563052 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:48.563440 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:48.563818 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:48.564403 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:48.565055 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:48.565688 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:48.566326 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:48.566991 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:48.567631 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:48.568326 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:48.568910 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:01:48.585861 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:01:48.608232 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-84a8c020-5c12-4125-8461-73bdff364c94 req-f8836e60-1976-46b2-9b15-054fa2c6595a service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2395797
Apr 09 14:01:48.932414 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-462f1863-4085-4b85-a094-d40848166501 req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 14:01:48.934366 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3c290ca7-0652-4395-b475-62c8a1ce6243 req-d8e98e45-e5f2-4d03-ab60-a5550702672f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1827109
Apr 09 14:01:48.945825 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2188350-b11d-4622-b3ba-832bc073233b None None] Sync routers for ids ['06657d55-3f66-4fc1-ade3-84581531a06f'] in dv-cinder-785362-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 14:01:48.957279 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69068f65-3237-4c86-a1be-7f1d1a91e795 req-b8f1132a-3137-4ee8-924a-c3c69072cf36 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:48.959254 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-69068f65-3237-4c86-a1be-7f1d1a91e795 req-b8f1132a-3137-4ee8-924a-c3c69072cf36 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 943 time: 0.1330252
Apr 09 14:01:48.971581 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2188350-b11d-4622-b3ba-832bc073233b None None] Routers {'06657d55-3f66-4fc1-ade3-84581531a06f'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 14:01:48.972366 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-f2188350-b11d-4622-b3ba-832bc073233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc1696d8>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T14:01:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['06657d55-3f66-4fc1-ade3-84581531a06f'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:01:49.007535 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-69068f65-3237-4c86-a1be-7f1d1a91e795 req-d023ea03-240c-473f-9630-062a2a37de80 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406139
Apr 09 14:01:49.047818 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-462f1863-4085-4b85-a094-d40848166501 req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] No DVR routers for this DVR port 6d13491c-bbd7-4a6a-aea5-1919ef2b7904 on host hv-cinder-78536 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 14:01:49.050148 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-462f1863-4085-4b85-a094-d40848166501 req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:49.055016 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79ec947-0651-4880-b44a-8f14608d285d', 'name': 'network-vif-deleted', 'tag': '6d13491c-bbd7-4a6a-aea5-1919ef2b7904'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 14:01:49.072940 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-462f1863-4085-4b85-a094-d40848166501 req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.93 "DELETE /v2.0/ports/6d13491c-bbd7-4a6a-aea5-1919ef2b7904 HTTP/1.1" status: 204  len: 173 time: 2.3969972
Apr 09 14:01:49.267576 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-f2188350-b11d-4622-b3ba-832bc073233b None None] Set router 06657d55-3f66-4fc1-ade3-84581531a06f gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 14:01:49.483709 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0ba8c17f-9bb5-432a-9a29-389ca8b90e21 req-0d143956-d5bc-490f-9f47-d91cba499167 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/ports?device_id=d79ec947-0651-4880-b44a-8f14608d285d HTTP/1.1" status: 200  len: 210 time: 0.0672932
Apr 09 14:01:49.548799 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936ecab-78cf-45c7-9572-b0ccd9f8666f req-221a2839-526e-4050-9fa9-a528d6ba7257 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:49.551226 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c936ecab-78cf-45c7-9572-b0ccd9f8666f req-221a2839-526e-4050-9fa9-a528d6ba7257 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 943 time: 0.4835801
Apr 09 14:01:49.563019 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79ec947-0651-4880-b44a-8f14608d285d', 'name': 'network-vif-deleted', 'tag': '6d13491c-bbd7-4a6a-aea5-1919ef2b7904', 'status': 'completed', 'code': 200}
Apr 09 14:01:49.617229 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c936ecab-78cf-45c7-9572-b0ccd9f8666f req-4192cb3e-e976-479f-90da-5406533b86f2 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551136
Apr 09 14:01:49.713441 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-f2188350-b11d-4622-b3ba-832bc073233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc1696d8>, [{'id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'name': 'tempest-AttachVolumeTestJSON-1355787065-router', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:37Z', 'revision_number': 4, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'gw_port': {'id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:36:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:08Z', 'updated_at': '2021-04-09T13:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '0025df40-ed54-41e5-8f0e-99c4b71bb577', 'name': '', 'network_id': 'dac73499-f23e-4d97-b423-652173261576', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'mac_address': 'fa:16:3e:d9:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:30Z', 'updated_at': '2021-04-09T13:50:57Z', 'revision_number': 5, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'subnets': [{'id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:01:49.721440 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2188350-b11d-4622-b3ba-832bc073233b None None] Checking router: 06657d55-3f66-4fc1-ade3-84581531a06f for host: dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 14:01:49.734713 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2188350-b11d-4622-b3ba-832bc073233b None None] Routers {'06657d55-3f66-4fc1-ade3-84581531a06f'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 14:01:49.735612 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-f2188350-b11d-4622-b3ba-832bc073233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc1696d8>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T14:01:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['06657d55-3f66-4fc1-ade3-84581531a06f'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:01:50.181826 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-f2188350-b11d-4622-b3ba-832bc073233b None None] Set router 06657d55-3f66-4fc1-ade3-84581531a06f gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 14:01:50.286451 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bd839-58f7-4dc7-825b-dacd09078207 req-1ca5e247-ab72-463d-b448-446c8f8a8d47 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:50.288367 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c26bd839-58f7-4dc7-825b-dacd09078207 req-1ca5e247-ab72-463d-b448-446c8f8a8d47 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 943 time: 0.1242979
Apr 09 14:01:50.330845 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c26bd839-58f7-4dc7-825b-dacd09078207 req-02e29b83-1004-4b32-8349-7217025fad54 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0302644
Apr 09 14:01:50.632608 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-f2188350-b11d-4622-b3ba-832bc073233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc1696d8>, [{'id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'name': 'tempest-AttachVolumeTestJSON-1355787065-router', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:37Z', 'revision_number': 4, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'gw_port': {'id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:36:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:08Z', 'updated_at': '2021-04-09T13:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '0025df40-ed54-41e5-8f0e-99c4b71bb577', 'name': '', 'network_id': 'dac73499-f23e-4d97-b423-652173261576', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'mac_address': 'fa:16:3e:d9:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:30Z', 'updated_at': '2021-04-09T13:50:57Z', 'revision_number': 5, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'subnets': [{'id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:01:50.643131 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2188350-b11d-4622-b3ba-832bc073233b None None] The sync data for ids ['06657d55-3f66-4fc1-ade3-84581531a06f'] in dv-cinder-785362-1-iscsi is: [{'id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'name': 'tempest-AttachVolumeTestJSON-1355787065-router', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:37Z', 'revision_number': 4, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'gw_port': {'id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:36:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:08Z', 'updated_at': '2021-04-09T13:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '0025df40-ed54-41e5-8f0e-99c4b71bb577', 'name': '', 'network_id': 'dac73499-f23e-4d97-b423-652173261576', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'mac_address': 'fa:16:3e:d9:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:30Z', 'updated_at': '2021-04-09T13:50:57Z', 'revision_number': 5, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'subnets': [{'id': '925b601e-37cf-4380-a4b3-d671bf8558b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 14:01:50.684866 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 34828) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:01:50.701249 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c290ca7-0652-4395-b475-62c8a1ce6243 req-c1badbb3-e53e-4d86-872c-4c28a46537fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:50.703441 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3c290ca7-0652-4395-b475-62c8a1ce6243 req-c1badbb3-e53e-4d86-872c-4c28a46537fc service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9&tenant_id=7636e0a8bd3d4e4681b67e8a86200354 HTTP/1.1" status: 200  len: 1096 time: 0.1199253
Apr 09 14:01:50.822412 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c290ca7-0652-4395-b475-62c8a1ce6243 req-04fd87f7-97d0-43d2-b35c-c86a965f924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:50.822957 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3c290ca7-0652-4395-b475-62c8a1ce6243 req-04fd87f7-97d0-43d2-b35c-c86a965f924e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7636e0a8bd3d4e4681b67e8a86200354&device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 1096 time: 0.0959973
Apr 09 14:01:50.925077 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bf764cc0-ce77-4f09-be92-91775c361e50 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:50.982816 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bf764cc0-ce77-4f09-be92-91775c361e50 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:51.049457 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e2dec-9677-4efa-9ab3-4ce87118497d req-4aea27ff-8553-47c5-bfc6-abe23862a6f2 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:51.051274 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-136e2dec-9677-4efa-9ab3-4ce87118497d req-4aea27ff-8553-47c5-bfc6-abe23862a6f2 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 943 time: 0.2613029
Apr 09 14:01:51.052676 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c290ca7-0652-4395-b475-62c8a1ce6243 req-d6a2e69f-1800-41eb-bfd2-db6c6b3025b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:51.054045 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3c290ca7-0652-4395-b475-62c8a1ce6243 req-d6a2e69f-1800-41eb-bfd2-db6c6b3025b8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c HTTP/1.1" status: 200  len: 909 time: 0.2240043
Apr 09 14:01:51.080364 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bf764cc0-ce77-4f09-be92-91775c361e50 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:51.088423 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0db0d1d0-452e-4c2b-98d3-caf83526a5a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:01:51.113135 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-136e2dec-9677-4efa-9ab3-4ce87118497d req-aa04c68f-a6fa-4eeb-81f3-c3434006dfe4 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510702
Apr 09 14:01:51.114156 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf764cc0-ce77-4f09-be92-91775c361e50 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75be162-2adc-41b5-8360-ddba2d4c01dc,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:01:51.118939 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-bf764cc0-ce77-4f09-be92-91775c361e50 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:01:51.130247 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-bf764cc0-ce77-4f09-be92-91775c361e50 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:51.131831 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-bf764cc0-ce77-4f09-be92-91775c361e50 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "DELETE /v2.0/security-groups/f75be162-2adc-41b5-8360-ddba2d4c01dc HTTP/1.1" status: 204  len: 168 time: 0.4451163
Apr 09 14:01:51.138628 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 34832) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:01:51.164515 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.v2.resource [None req-cbf979ac-3c8f-4076-8d05-9a346a2d156d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] show failed (client error): The resource could not be found.
Apr 09 14:01:51.168408 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-cbf979ac-3c8f-4076-8d05-9a346a2d156d tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "GET /v2.0/security-groups/f75be162-2adc-41b5-8360-ddba2d4c01dc HTTP/1.1" status: 404  len: 347 time: 0.0246646
Apr 09 14:01:51.171505 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 34836) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:01:51.184830 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f9e218-bbbd-4739-aa5d-405d35881451 None None] New status for floating IP e8ca6abb-7051-4fbe-a0b6-10f663f792dc: DOWN {{(pid=85293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 14:01:51.189082 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3c290ca7-0652-4395-b475-62c8a1ce6243 req-9492f6d8-43d8-409b-8bab-ea92340ade82 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee HTTP/1.1" status: 200  len: 998 time: 0.1279776
Apr 09 14:01:51.306876 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c290ca7-0652-4395-b475-62c8a1ce6243 req-0c0dd7b5-17c2-4277-8577-224ebe781e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:51.310547 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3c290ca7-0652-4395-b475-62c8a1ce6243 req-0c0dd7b5-17c2-4277-8577-224ebe781e3a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=344aad20-d45e-469e-8ef2-5e45b8c2ce38 HTTP/1.1" status: 200  len: 847 time: 0.1147907
Apr 09 14:01:51.393608 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-a990f1a2-d880-4e32-aabb-08799a2001ad tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Deleting port 43fc2a22-daa5-42d3-804d-11a992d9304c {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:01:51.394123 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a990f1a2-d880-4e32-aabb-08799a2001ad tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:51.432641 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4a64e95a-9b9c-45c7-be41-fd2fe7248265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:51.484755 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c290ca7-0652-4395-b475-62c8a1ce6243 req-2d12b35c-8b52-445c-aaf1-02c089182a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:51.487440 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3c290ca7-0652-4395-b475-62c8a1ce6243 req-2d12b35c-8b52-445c-aaf1-02c089182a7a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1698866
Apr 09 14:01:51.606466 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:51.667021 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3c290ca7-0652-4395-b475-62c8a1ce6243 req-fe78d81f-fd6e-4b3c-a8d8-84246e338135 service neutron] 10.222.0.93 "GET /v2.0/networks/8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1720934
Apr 09 14:01:51.840345 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3c290ca7-0652-4395-b475-62c8a1ce6243 req-a6bbe847-07f0-458c-97e5-b20ab2d1ae17 service neutron] 10.222.0.93 "GET /v2.0/networks/8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1646333
Apr 09 14:01:51.932230 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f244b24-6f4e-4faa-8bad-480a4585f34c req-502e9b29-4ae4-4317-a1c1-d8320abb44b0 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:51.935772 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3f244b24-6f4e-4faa-8bad-480a4585f34c req-502e9b29-4ae4-4317-a1c1-d8320abb44b0 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 943 time: 0.4468367
Apr 09 14:01:51.939345 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a990f1a2-d880-4e32-aabb-08799a2001ad tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:51.939986 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a990f1a2-d880-4e32-aabb-08799a2001ad tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:52.139489 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-a990f1a2-d880-4e32-aabb-08799a2001ad tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Calling delete_port for 43fc2a22-daa5-42d3-804d-11a992d9304c owned by network:floatingip {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:01:52.181508 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3f244b24-6f4e-4faa-8bad-480a4585f34c req-ed17974e-b11c-402f-871a-c14e418e379e tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2257338
Apr 09 14:01:52.261331 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.db.api [None req-a990f1a2-d880-4e32-aabb-08799a2001ad tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85290) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 14:01:52.262364 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_db.api [None req-a990f1a2-d880-4e32-aabb-08799a2001ad tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 09 14:01:52.413873 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b0f6a-f058-42a5-99af-18f76486e6e9 req-30645931-69a3-4991-a3fd-bf8ac4f8b657 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:52.415653 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ec8b0f6a-f058-42a5-99af-18f76486e6e9 req-30645931-69a3-4991-a3fd-bf8ac4f8b657 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 943 time: 0.1091828
Apr 09 14:01:52.453576 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ec8b0f6a-f058-42a5-99af-18f76486e6e9 req-e0c1d3ab-9799-4f78-996e-3f68c054d376 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0293059
Apr 09 14:01:52.763584 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-a990f1a2-d880-4e32-aabb-08799a2001ad tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Deleting port 43fc2a22-daa5-42d3-804d-11a992d9304c {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:01:52.764190 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a990f1a2-d880-4e32-aabb-08799a2001ad tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:52.980872 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a990f1a2-d880-4e32-aabb-08799a2001ad tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:52.981376 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a990f1a2-d880-4e32-aabb-08799a2001ad tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:53.129228 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-a990f1a2-d880-4e32-aabb-08799a2001ad tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Calling delete_port for 43fc2a22-daa5-42d3-804d-11a992d9304c owned by network:floatingip {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:01:53.134750 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:53.302665 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a990f1a2-d880-4e32-aabb-08799a2001ad tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:53.321288 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-46a5c09d-4866-4019-89f8-8932901701d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:01:53.328513 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:53.461580 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990f1a2-d880-4e32-aabb-08799a2001ad tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Pushing event deleted for resources: {'Port': ['ID=43fc2a22-daa5-42d3-804d-11a992d9304c,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:01:53.464835 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-a990f1a2-d880-4e32-aabb-08799a2001ad tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:01:53.581702 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712bf43-dae4-44e7-9773-9d5e3d7f59d6 req-b509c1af-8d7a-4dad-8657-ceb73e5cc174 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:53.583385 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3712bf43-dae4-44e7-9773-9d5e3d7f59d6 req-b509c1af-8d7a-4dad-8657-ceb73e5cc174 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 943 time: 0.2244139
Apr 09 14:01:53.744111 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3712bf43-dae4-44e7-9773-9d5e3d7f59d6 req-7e83a9d0-e9fc-47c8-9d36-5cf3446a7ad7 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1160054
Apr 09 14:01:53.782863 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a990f1a2-d880-4e32-aabb-08799a2001ad tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks [] for floatingip, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:53.810434 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a990f1a2-d880-4e32-aabb-08799a2001ad tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for floatingip, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:53.811656 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-a990f1a2-d880-4e32-aabb-08799a2001ad tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] 10.222.0.96 "DELETE /v2.0/floatingips/e8ca6abb-7051-4fbe-a0b6-10f663f792dc HTTP/1.1" status: 204  len: 168 time: 2.6385357
Apr 09 14:01:53.821625 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ea265-8d13-46a9-b43b-303b6497ee4b req-8e399ab5-4e62-4d0b-be35-7052c481d016 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:53.823328 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da2ea265-8d13-46a9-b43b-303b6497ee4b req-8e399ab5-4e62-4d0b-be35-7052c481d016 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 943 time: 0.2388842
Apr 09 14:01:53.868190 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da2ea265-8d13-46a9-b43b-303b6497ee4b req-b2b9a5b2-68c4-443c-8f5b-3c20a3349178 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0363891
Apr 09 14:01:54.747224 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:54.989365 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f7d4a-d6ec-4f39-8ecd-3fb293fd5ff1 req-dd6ee016-f15a-47c9-a0a9-fdedb91072a2 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:54.991342 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-026f7d4a-d6ec-4f39-8ecd-3fb293fd5ff1 req-dd6ee016-f15a-47c9-a0a9-fdedb91072a2 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 943 time: 0.1164372
Apr 09 14:01:55.083000 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-026f7d4a-d6ec-4f39-8ecd-3fb293fd5ff1 req-e065b515-141b-4df7-96a6-d235843dbd1b tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0834484
Apr 09 14:01:55.126059 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6644b0-61ba-4697-af77-13f75bfc712f req-af6ef488-ca5e-45d7-afcc-7a26db0ea449 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:55.127978 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fa6644b0-61ba-4697-af77-13f75bfc712f req-af6ef488-ca5e-45d7-afcc-7a26db0ea449 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 943 time: 0.1310742
Apr 09 14:01:55.163890 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fa6644b0-61ba-4697-af77-13f75bfc712f req-b714d8ac-6ac1-46ef-810b-015721cde952 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0294814
Apr 09 14:01:56.009405 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 636eabee-00fd-4deb-93b2-0ce630cde9c1 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 14:01:56.179562 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 636eabee-00fd-4deb-93b2-0ce630cde9c1, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=636eabee-00fd-4deb-93b2-0ce630cde9c1,segment=NetworkSegment(e79b3ef0-a24a-46f3-9aa3-06c084497cd4),segment_id=e79b3ef0-a24a-46f3-9aa3-06c084497cd4)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:01:56.197299 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Returning: {'device': '636eabee-00fd-4deb-93b2-0ce630cde9c1', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'port_id': '636eabee-00fd-4deb-93b2-0ce630cde9c1', 'mac_address': 'fa:16:3e:32:d3:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 958, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 14:01:56.282968 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:56.285469 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636eabee-00fd-4deb-93b2-0ce630cde9c1 {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 14:01:56.314829 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 636eabee-00fd-4deb-93b2-0ce630cde9c1, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=636eabee-00fd-4deb-93b2-0ce630cde9c1,segment=NetworkSegment(e79b3ef0-a24a-46f3-9aa3-06c084497cd4),segment_id=e79b3ef0-a24a-46f3-9aa3-06c084497cd4)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:01:56.320726 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:56.323347 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:01:56.447042 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=636eabee-00fd-4deb-93b2-0ce630cde9c1,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:01:56.451490 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:01:56.486687 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8988d-fbe2-4b26-b77a-884474fd9e07 req-39929dbc-4b23-42d2-bb52-6cac565a93f3 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:56.488653 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bcd8988d-fbe2-4b26-b77a-884474fd9e07 req-39929dbc-4b23-42d2-bb52-6cac565a93f3 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 943 time: 0.2275875
Apr 09 14:01:56.505537 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b2dcf-c310-4f59-816c-b104bc058c4c req-1ae9bc4e-2423-4f57-9f5c-84007294b501 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:56.507435 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4b5b2dcf-c310-4f59-816c-b104bc058c4c req-1ae9bc4e-2423-4f57-9f5c-84007294b501 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 944 time: 0.1558542
Apr 09 14:01:56.562384 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bcd8988d-fbe2-4b26-b77a-884474fd9e07 req-812e2a2f-53b4-43f8-a820-c33999b5937e tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537195
Apr 09 14:01:56.568002 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4b5b2dcf-c310-4f59-816c-b104bc058c4c req-7fa57884-a170-4a86-90eb-1ba85804782c tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446088
Apr 09 14:01:56.695559 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['636eabee-00fd-4deb-93b2-0ce630cde9c1'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 14:01:57.872010 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034921b-546e-40ab-98c0-e55cf7378c82 req-0770fa88-9a0a-4651-abaf-4affaa619cc5 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:57.874196 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4034921b-546e-40ab-98c0-e55cf7378c82 req-0770fa88-9a0a-4651-abaf-4affaa619cc5 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 943 time: 0.1833353
Apr 09 14:01:57.884233 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397738e0-5984-4d39-8c86-a0d503437c00 req-206bfe9a-412b-4414-bbe9-ffc89ee613c7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:57.886067 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-397738e0-5984-4d39-8c86-a0d503437c00 req-206bfe9a-412b-4414-bbe9-ffc89ee613c7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 944 time: 0.1523159
Apr 09 14:01:57.931415 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4034921b-546e-40ab-98c0-e55cf7378c82 req-03f9d9de-44d2-487d-92f2-852b83c73dc2 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439680
Apr 09 14:01:57.943811 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-397738e0-5984-4d39-8c86-a0d503437c00 req-487c0670-5f1d-4637-b531-32cd267b845e tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410740
Apr 09 14:01:58.019567 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 636eabee-00fd-4deb-93b2-0ce630cde9c1 up at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 14:01:58.102567 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning for port 636eabee-00fd-4deb-93b2-0ce630cde9c1 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 14:01:58.111659 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning complete for port 636eabee-00fd-4deb-93b2-0ce630cde9c1 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 14:01:58.112236 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:58.265989 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:58.279304 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7274fbf-1f90-45eb-aff5-b1d2fc78146c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636eabee-00fd-4deb-93b2-0ce630cde9c1'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 14:01:58.290388 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 636eabee-00fd-4deb-93b2-0ce630cde9c1, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=636eabee-00fd-4deb-93b2-0ce630cde9c1,segment=NetworkSegment(e79b3ef0-a24a-46f3-9aa3-06c084497cd4),segment_id=e79b3ef0-a24a-46f3-9aa3-06c084497cd4)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:01:58.295994 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:01:58.298819 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:01:58.326695 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 34890) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:01:58.344877 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7274fbf-1f90-45eb-aff5-b1d2fc78146c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636eabee-00fd-4deb-93b2-0ce630cde9c1', 'code': 200}
Apr 09 14:01:58.389924 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=636eabee-00fd-4deb-93b2-0ce630cde9c1,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:01:58.393634 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:01:58.684655 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5a5d2-db00-422a-890a-6dc63292becf req-f2f00714-0994-462d-9337-b2ec76258937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:58.686190 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8ce5a5d2-db00-422a-890a-6dc63292becf req-f2f00714-0994-462d-9337-b2ec76258937 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 1098 time: 0.0921593
Apr 09 14:01:58.716459 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8ce5a5d2-db00-422a-890a-6dc63292becf req-672c4743-8ae6-4a46-bd3b-0d8bd4fd58f0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0227046
Apr 09 14:01:59.509439 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f07a5-bb38-4470-ac62-92dd9fbda8c7 req-652fe25e-0275-449a-bbd7-b5e1f7ec89e8 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:59.511084 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-cc0f07a5-bb38-4470-ac62-92dd9fbda8c7 req-652fe25e-0275-449a-bbd7-b5e1f7ec89e8 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 943 time: 0.2703223
Apr 09 14:01:59.525658 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c74678-9d93-403e-aed8-d59784f2b32e req-12b035fd-3d04-44ae-80a7-535507866317 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:01:59.526861 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-05c74678-9d93-403e-aed8-d59784f2b32e req-12b035fd-3d04-44ae-80a7-535507866317 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 945 time: 0.2848775
Apr 09 14:01:59.615654 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-cc0f07a5-bb38-4470-ac62-92dd9fbda8c7 req-19eb127e-a836-460d-b3f7-6770aa2f3fe1 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875902
Apr 09 14:01:59.627259 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-05c74678-9d93-403e-aed8-d59784f2b32e req-9769bd5b-3083-4d1a-baf4-77c7a7b3f722 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0807688
Apr 09 14:01:59.744048 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f3530efe-72e3-45cf-846b-958eed2151d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826322'] for router_interface, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:00.042314 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 14:02:00.149789 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-f3530efe-72e3-45cf-846b-958eed2151d7 admin admin] Deleting port 0025df40-ed54-41e5-8f0e-99c4b71bb577 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:02:00.150368 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f3530efe-72e3-45cf-846b-958eed2151d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:00.198951 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee,segment=NetworkSegment(7321b2c1-f9a4-4e1e-ba73-1adf48f326b4),segment_id=7321b2c1-f9a4-4e1e-ba73-1adf48f326b4)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:02:00.215334 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Returning: {'device': '6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee', 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c', 'port_id': '6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee', 'mac_address': 'fa:16:3e:1d:9f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344aad20-d45e-469e-8ef2-5e45b8c2ce38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 14:02:00.282583 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:00.283983 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 14:02:00.323097 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee,segment=NetworkSegment(7321b2c1-f9a4-4e1e-ba73-1adf48f326b4),segment_id=7321b2c1-f9a4-4e1e-ba73-1adf48f326b4)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:02:00.329069 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:00.331932 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:00.373603 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-f3530efe-72e3-45cf-846b-958eed2151d7 admin admin] For port 0025df40-ed54-41e5-8f0e-99c4b71bb577, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=0025df40-ed54-41e5-8f0e-99c4b71bb577,segment=NetworkSegment(d1798ed1-8af5-45cb-a42d-ab04ec377da1),segment_id=d1798ed1-8af5-45cb-a42d-ab04ec377da1)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:02:00.373603 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f3530efe-72e3-45cf-846b-958eed2151d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:00.415942 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee,revision_number=7']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:00.421772 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:00.516679 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-f3530efe-72e3-45cf-846b-958eed2151d7 admin admin] Calling delete_port for 0025df40-ed54-41e5-8f0e-99c4b71bb577 owned by network:router_interface {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:02:00.704700 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f3530efe-72e3-45cf-846b-958eed2151d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:00.721751 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 14:02:00.724299 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-62498fa5-a0e7-421e-9753-5b82d96c052e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:00.868490 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3530efe-72e3-45cf-846b-958eed2151d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0025df40-ed54-41e5-8f0e-99c4b71bb577,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:00.871878 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f3530efe-72e3-45cf-846b-958eed2151d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:01.118074 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4912c3f-1acc-42ce-bd82-591de76fcf5e req-e1691844-1b6d-4384-85e5-ab9677312db3 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:02:01.119810 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b4912c3f-1acc-42ce-bd82-591de76fcf5e req-e1691844-1b6d-4384-85e5-ab9677312db3 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 944 time: 0.3520207
Apr 09 14:02:01.138398 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b233235-d132-4aa2-94d7-d97539de029c req-2bbcbdce-1d1c-47fa-b023-76f89ea9361f tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:02:01.140466 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8b233235-d132-4aa2-94d7-d97539de029c req-2bbcbdce-1d1c-47fa-b023-76f89ea9361f tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 945 time: 0.3706272
Apr 09 14:02:01.240588 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8b233235-d132-4aa2-94d7-d97539de029c req-09bcdaf5-251c-45d8-9463-7658e4c405a7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0667124
Apr 09 14:02:01.243926 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b4912c3f-1acc-42ce-bd82-591de76fcf5e req-3137b835-a8a0-40c1-ad35-00961a26bdc2 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1153872
Apr 09 14:02:01.568932 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f3530efe-72e3-45cf-846b-958eed2151d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3797789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3827617'] for router_interface, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:01.665332 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28ad58-8a6b-4230-a6d1-ccc9a63e2ba5 req-7297f073-1489-45d5-a3f0-086d8fbed242 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:02:01.666994 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ce28ad58-8a6b-4230-a6d1-ccc9a63e2ba5 req-7297f073-1489-45d5-a3f0-086d8fbed242 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 945 time: 0.2302508
Apr 09 14:02:01.719050 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ce28ad58-8a6b-4230-a6d1-ccc9a63e2ba5 req-a8c3da7e-6b0e-4ce9-8447-dd61e06175fa tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437987
Apr 09 14:02:01.756629 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 34906) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:02.038477 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa02481-eb24-466b-98a7-189df0ca6736 tempest-TestVolumeBootPattern-1655479478 tempest-TestVolumeBootPattern-1655479478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:02:02.040494 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-aaa02481-eb24-466b-98a7-189df0ca6736 tempest-TestVolumeBootPattern-1655479478 tempest-TestVolumeBootPattern-1655479478-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 1093 time: 0.2820954
Apr 09 14:02:02.044067 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 34912) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:02.053778 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Request body: {'floatingip': {'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'port_id': '636eabee-00fd-4deb-93b2-0ce630cde9c1', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'fixed_ip_address': '172.20.0.5'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 14:02:02.065306 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee up at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 14:02:02.066478 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:02:02.073379 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Usage tracker for resource:floatingip and tenant:142806ca91ce40c4af646ab038ed6230 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 14:02:02.078510 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 14:02:02.089066 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:02:02.106103 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for floatingip, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:02.147771 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning complete for port 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 14:02:02.148165 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:02.311774 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:02.314848 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:02.328193 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 14:02:02.338846 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee,segment=NetworkSegment(7321b2c1-f9a4-4e1e-ba73-1adf48f326b4),segment_id=7321b2c1-f9a4-4e1e-ba73-1adf48f326b4)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:02:02.358739 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:02.361616 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:02.422135 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee', 'code': 200}
Apr 09 14:02:02.474271 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee,revision_number=8']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:02.477896 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:02.518793 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Allocated IP 172.27.0.34 (ef175b21-42e7-4a59-9f09-4b77dc7ee6f8/51aa8935-8cce-40ab-82a2-0ed18a8aeaa8/1300d6c1-80b3-4dd5-8ad8-d4cac4da780f) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 14:02:02.591857 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ef454-420c-4cb3-87d9-c2bf57b7bdfa req-beea619d-bf66-42e3-a33d-50cd5138aae0 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:02:02.593599 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d00ef454-420c-4cb3-87d9-c2bf57b7bdfa req-beea619d-bf66-42e3-a33d-50cd5138aae0 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 945 time: 0.1610186
Apr 09 14:02:02.599568 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3530efe-72e3-45cf-846b-958eed2151d7 admin admin] Router 06657d55-3f66-4fc1-ade3-84581531a06f has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 14:02:02.637879 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d00ef454-420c-4cb3-87d9-c2bf57b7bdfa req-22069b06-2303-43e8-9196-280159865478 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0360363
Apr 09 14:02:02.763255 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:02.801536 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2428dba-af5c-40d2-99d5-c08d9d591979 req-ab232372-5b47-44e0-927d-4a655ed92deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:02:02.803438 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a2428dba-af5c-40d2-99d5-c08d9d591979 req-ab232372-5b47-44e0-927d-4a655ed92deb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 1098 time: 0.1282990
Apr 09 14:02:02.837624 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a2428dba-af5c-40d2-99d5-c08d9d591979 req-c8a23450-640e-48c4-b3da-4d72d43d2cee service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0258656
Apr 09 14:02:02.839334 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:02.852665 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3530efe-72e3-45cf-846b-958eed2151d7 admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 14:02:02.856023 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5d9272da-dc3d-4fbc-9280-21c25e899063 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:02.864821 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a333073a-5ac0-4438-b309-3b0627fa056b None None] Sync routers for ids ['06657d55-3f66-4fc1-ade3-84581531a06f'] in dv-cinder-785362-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 14:02:02.876850 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-f3530efe-72e3-45cf-846b-958eed2151d7 admin admin] 10.222.0.96 "PUT /v2.0/routers/06657d55-3f66-4fc1-ade3-84581531a06f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5486851
Apr 09 14:02:02.879180 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a333073a-5ac0-4438-b309-3b0627fa056b None None] Routers {'06657d55-3f66-4fc1-ade3-84581531a06f'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 14:02:02.879896 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-a333073a-5ac0-4438-b309-3b0627fa056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc02e240>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T14:01:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['06657d55-3f66-4fc1-ade3-84581531a06f'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:02:02.881416 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 34922) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:03.011346 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Pushing event updated for resources: {'Port': ['ID=1300d6c1-80b3-4dd5-8ad8-d4cac4da780f,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:03.018220 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:03.080208 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Network ef175b21-42e7-4a59-9f09-4b77dc7ee6f8 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 14:02:03.081558 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 14:02:03.084111 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 14:02:03.111034 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-a333073a-5ac0-4438-b309-3b0627fa056b None None] Set router 06657d55-3f66-4fc1-ade3-84581531a06f gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 14:02:03.209586 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8013cd95-212b-4300-9a1e-2650be0a64e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:03.425428 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8013cd95-212b-4300-9a1e-2650be0a64e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:03.435986 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-8013cd95-212b-4300-9a1e-2650be0a64e3 admin admin] Deleting port 87a491c5-49c5-4edc-b05f-2671cfe3505f {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:02:03.436793 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8013cd95-212b-4300-9a1e-2650be0a64e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:03.476451 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-a333073a-5ac0-4438-b309-3b0627fa056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc02e240>, [{'id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'name': 'tempest-AttachVolumeTestJSON-1355787065-router', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T14:02:00Z', 'revision_number': 5, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'gw_port': {'id': '87a491c5-49c5-4edc-b05f-2671cfe3505f', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:36:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:08Z', 'updated_at': '2021-04-09T13:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:02:03.481358 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a333073a-5ac0-4438-b309-3b0627fa056b None None] Checking router: 06657d55-3f66-4fc1-ade3-84581531a06f for host: dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 14:02:03.491434 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a333073a-5ac0-4438-b309-3b0627fa056b None None] Routers {'06657d55-3f66-4fc1-ade3-84581531a06f'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 14:02:03.492119 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-a333073a-5ac0-4438-b309-3b0627fa056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc02e240>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T14:01:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['06657d55-3f66-4fc1-ade3-84581531a06f'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:02:03.566997 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:03.647724 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-8013cd95-212b-4300-9a1e-2650be0a64e3 admin admin] For port 87a491c5-49c5-4edc-b05f-2671cfe3505f, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=87a491c5-49c5-4edc-b05f-2671cfe3505f,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:02:03.648468 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8013cd95-212b-4300-9a1e-2650be0a64e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:03.653965 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:03.662456 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-a333073a-5ac0-4438-b309-3b0627fa056b None None] Set router 06657d55-3f66-4fc1-ade3-84581531a06f gateway port host: None {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 14:02:03.797621 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-a333073a-5ac0-4438-b309-3b0627fa056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc02e240>, [{'id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'name': 'tempest-AttachVolumeTestJSON-1355787065-router', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T14:02:03Z', 'revision_number': 6, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'gw_port_host': None}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:02:03.802630 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a333073a-5ac0-4438-b309-3b0627fa056b None None] The sync data for ids ['06657d55-3f66-4fc1-ade3-84581531a06f'] in dv-cinder-785362-1-iscsi is: [{'id': '06657d55-3f66-4fc1-ade3-84581531a06f', 'name': 'tempest-AttachVolumeTestJSON-1355787065-router', 'tenant_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T14:02:03Z', 'revision_number': 6, 'project_id': 'ba5d9acca4e84f2e82dcc146f183b1f2', 'gw_port_host': None}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 14:02:03.811110 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-8013cd95-212b-4300-9a1e-2650be0a64e3 admin admin] Calling delete_port for 87a491c5-49c5-4edc-b05f-2671cfe3505f owned by network:router_gateway {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:02:03.992969 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:04.002697 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246095'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:04.015719 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d497e2-d9b7-4068-8047-3045945e12e6 req-4e3f90df-3960-443e-8c70-3d1b4501c02b tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:02:04.021795 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f4d497e2-d9b7-4068-8047-3045945e12e6 req-4e3f90df-3960-443e-8c70-3d1b4501c02b tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 945 time: 0.2190955
Apr 09 14:02:04.023726 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7226978d-525f-455b-84b6-100276ecfb66 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:04.118747 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f4d497e2-d9b7-4068-8047-3045945e12e6 req-94415d8d-c651-4b38-a15e-74dd159cbff5 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0892932
Apr 09 14:02:04.156824 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8013cd95-212b-4300-9a1e-2650be0a64e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:04.173924 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5b330265-d186-4387-b02e-f9f60fb13ad7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:04.188343 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Pushing event updated for resources: {'Port': ['ID=1300d6c1-80b3-4dd5-8ad8-d4cac4da780f,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:04.201546 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:04.273089 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013cd95-212b-4300-9a1e-2650be0a64e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=87a491c5-49c5-4edc-b05f-2671cfe3505f,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:04.280728 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-8013cd95-212b-4300-9a1e-2650be0a64e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:04.297804 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850926857'] for floatingip, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:04.455117 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8013cd95-212b-4300-9a1e-2650be0a64e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3848865'] for router_gateway, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:04.492414 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.l3_db [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Floating IP bce8c0d0-1eef-49b6-8e17-d47aaec2afca associated. External IP: 172.27.0.34, port: 636eabee-00fd-4deb-93b2-0ce630cde9c1.
Apr 09 14:02:04.649137 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8013cd95-212b-4300-9a1e-2650be0a64e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850958047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760716'] for router, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:04.651498 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8013cd95-212b-4300-9a1e-2650be0a64e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:04.675973 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8013cd95-212b-4300-9a1e-2650be0a64e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850957941'] for router, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:04.676707 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8013cd95-212b-4300-9a1e-2650be0a64e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06657d55-3f66-4fc1-ade3-84581531a06f {{(pid=85290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 09 14:02:04.691550 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8013cd95-212b-4300-9a1e-2650be0a64e3 admin admin] Notify callbacks [] for router, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:04.695210 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-8013cd95-212b-4300-9a1e-2650be0a64e3 admin admin] 10.222.0.96 "DELETE /v2.0/routers/06657d55-3f66-4fc1-ade3-84581531a06f HTTP/1.1" status: 204  len: 168 time: 1.8099985
Apr 09 14:02:04.695489 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 34928) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:04.770024 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff6dad8-9acd-43e0-b744-ef8ba2d7eef9 admin admin] Deleting subnet 925b601e-37cf-4380-a4b3-d671bf8558b0 {{(pid=85290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 14:02:04.774209 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dff6dad8-9acd-43e0-b744-ef8ba2d7eef9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:04.838411 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dff6dad8-9acd-43e0-b744-ef8ba2d7eef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2171474'] for subnet, precommit_delete_associations {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:04.930154 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dff6dad8-9acd-43e0-b744-ef8ba2d7eef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854254641'] for subnet, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:05.132750 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Router f02f3234-a48a-4e8f-a069-10f5e677afa4 has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 14:02:05.235522 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dff6dad8-9acd-43e0-b744-ef8ba2d7eef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-521156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10405870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844793528'] for subnet, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:05.253059 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d8531b4c-acd4-4101-a996-540539f9fa16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:05.344203 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 14:02:05.354325 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92340f14-e0ba-4cf8-a69f-6bf73140d02a None None] Sync routers for ids ['f02f3234-a48a-4e8f-a069-10f5e677afa4'] in dv-cinder-785362-1-iscsi {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 14:02:05.366118 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92340f14-e0ba-4cf8-a69f-6bf73140d02a None None] Routers {'f02f3234-a48a-4e8f-a069-10f5e677afa4'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 14:02:05.366916 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-92340f14-e0ba-4cf8-a69f-6bf73140d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc084198>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T14:01:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['f02f3234-a48a-4e8f-a069-10f5e677afa4'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:02:05.370573 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for floatingip, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:05.441573 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.3958337
Apr 09 14:02:05.442465 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7274fbf-1f90-45eb-aff5-b1d2fc78146c', 'tag': '636eabee-00fd-4deb-93b2-0ce630cde9c1'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 14:02:05.498849 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7274fbf-1f90-45eb-aff5-b1d2fc78146c', 'tag': '636eabee-00fd-4deb-93b2-0ce630cde9c1', 'status': 'completed', 'code': 200}
Apr 09 14:02:05.604407 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-92340f14-e0ba-4cf8-a69f-6bf73140d02a None None] Set router f02f3234-a48a-4e8f-a069-10f5e677afa4 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 14:02:05.609305 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f2cc9-3f72-4009-8cbc-3664f4589b4b req-8c09d71b-fea8-46cd-a915-99958eca162c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:02:05.611123 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-cb1f2cc9-3f72-4009-8cbc-3664f4589b4b req-8c09d71b-fea8-46cd-a915-99958eca162c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=142806ca91ce40c4af646ab038ed6230&device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 1098 time: 0.0878503
Apr 09 14:02:05.669148 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6dad8-9acd-43e0-b744-ef8ba2d7eef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=925b601e-37cf-4380-a4b3-d671bf8558b0,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:05.687708 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-dff6dad8-9acd-43e0-b744-ef8ba2d7eef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:05.736893 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dff6dad8-9acd-43e0-b744-ef8ba2d7eef9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:05.745586 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6404cf-73ad-42fc-a7e8-85ceda0d02aa None None] Network dac73499-f23e-4d97-b423-652173261576 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 14:02:05.753835 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-dff6dad8-9acd-43e0-b744-ef8ba2d7eef9 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/925b601e-37cf-4380-a4b3-d671bf8558b0 HTTP/1.1" status: 204  len: 168 time: 1.0570629
Apr 09 14:02:05.754898 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 34938) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:05.770529 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f2cc9-3f72-4009-8cbc-3664f4589b4b req-29e2f316-9207-4503-b0e5-78f119027534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:02:05.772131 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-cb1f2cc9-3f72-4009-8cbc-3664f4589b4b req-29e2f316-9207-4503-b0e5-78f119027534 service neutron] 10.222.0.93 "GET /v2.0/networks?id=728a6819-b70e-44ea-a058-103a448de099 HTTP/1.1" status: 200  len: 912 time: 0.1545858
Apr 09 14:02:05.799847 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831e227-8c2b-4e56-83c3-0a4cdfaba6c8 req-d81a7f50-76ee-40e0-8d7a-bc5396823e5e tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:02:05.801617 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9831e227-8c2b-4e56-83c3-0a4cdfaba6c8 req-d81a7f50-76ee-40e0-8d7a-bc5396823e5e tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 945 time: 0.5499735
Apr 09 14:02:05.903932 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-9831e227-8c2b-4e56-83c3-0a4cdfaba6c8 req-95283e93-16fa-493c-a409-a15bca30e79e tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522995
Apr 09 14:02:05.932562 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-cb1f2cc9-3f72-4009-8cbc-3664f4589b4b req-d76fdaf6-ae06-4b2d-95ee-ce91ac013366 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=636eabee-00fd-4deb-93b2-0ce630cde9c1 HTTP/1.1" status: 200  len: 998 time: 0.1490369
Apr 09 14:02:05.940994 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7bbf2b23-30f7-4d1e-855c-723499e158c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-409197'] for network, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:06.022168 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f2cc9-3f72-4009-8cbc-3664f4589b4b req-a43b2adf-457a-4474-bdfc-f03b879c50c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:02:06.024197 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-cb1f2cc9-3f72-4009-8cbc-3664f4589b4b req-a43b2adf-457a-4474-bdfc-f03b879c50c9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e030f8dc-5b8d-4ea0-b3f6-2dee779ce825 HTTP/1.1" status: 200  len: 850 time: 0.0841422
Apr 09 14:02:06.028103 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf2b23-30f7-4d1e-855c-723499e158c3 admin admin] Deleting port a80d6aad-80c5-4cde-a066-2432761901eb {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:02:06.028569 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7bbf2b23-30f7-4d1e-855c-723499e158c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:06.048432 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-92340f14-e0ba-4cf8-a69f-6bf73140d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc084198>, [{'id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:05Z', 'updated_at': '2021-04-09T13:53:11Z', 'revision_number': 4, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'gw_port': {'id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:06Z', 'updated_at': '2021-04-09T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': 'bce8c0d0-1eef-49b6-8e17-d47aaec2afca', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'port_id': '636eabee-00fd-4deb-93b2-0ce630cde9c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'mac_address': 'fa:16:3e:32:d3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7274fbf-1f90-45eb-aff5-b1d2fc78146c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T14:02:03Z', 'updated_at': '2021-04-09T14:02:03Z', 'revision_number': 0, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'fixed_ip_address_scope': None}, {'id': 'c418e50e-12d7-4501-b158-fb00a3612d13', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'floating_ip_address': '172.27.0.22', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'port_id': '9c99d7c8-ba35-458b-85a1-1d88eeaf6abd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'mac_address': 'fa:16:3e:1d:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f5f58a-99da-4621-83bf-60477b4a8485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:59:05Z', 'updated_at': '2021-04-09T13:59:09Z', 'revision_number': 1, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407cfd7a-3fb8-4646-a497-496ad42874aa', 'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'mac_address': 'fa:16:3e:3a:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:10Z', 'updated_at': '2021-04-09T13:53:25Z', 'revision_number': 5, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'subnets': [{'id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:02:06.057770 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92340f14-e0ba-4cf8-a69f-6bf73140d02a None None] Checking router: f02f3234-a48a-4e8f-a069-10f5e677afa4 for host: dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 14:02:06.072852 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92340f14-e0ba-4cf8-a69f-6bf73140d02a None None] Routers {'f02f3234-a48a-4e8f-a069-10f5e677afa4'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 14:02:06.074641 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-92340f14-e0ba-4cf8-a69f-6bf73140d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc084198>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T14:01:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['f02f3234-a48a-4e8f-a069-10f5e677afa4'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:02:06.107170 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 87a491c5-49c5-4edc-b05f-2671cfe3505f no longer exists at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:02:06.126863 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f2cc9-3f72-4009-8cbc-3664f4589b4b req-edad884b-49ae-4b85-8a1c-cbf39866f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:02:06.129146 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-cb1f2cc9-3f72-4009-8cbc-3664f4589b4b req-edad884b-49ae-4b85-8a1c-cbf39866f002 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=728a6819-b70e-44ea-a058-103a448de099&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0981517
Apr 09 14:02:06.157567 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] No Port match for: 87a491c5-49c5-4edc-b05f-2671cfe3505f {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 14:02:06.158264 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 87a491c5-49c5-4edc-b05f-2671cfe3505f not bound to the agent host dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 14:02:06.158924 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 0025df40-ed54-41e5-8f0e-99c4b71bb577 no longer exists at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:02:06.214496 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] No Port match for: 0025df40-ed54-41e5-8f0e-99c4b71bb577 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 14:02:06.215610 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 0025df40-ed54-41e5-8f0e-99c4b71bb577 not bound to the agent host dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 14:02:06.309211 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-92340f14-e0ba-4cf8-a69f-6bf73140d02a None None] Set router f02f3234-a48a-4e8f-a069-10f5e677afa4 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 14:02:06.337652 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-7bbf2b23-30f7-4d1e-855c-723499e158c3 admin admin] For port a80d6aad-80c5-4cde-a066-2432761901eb, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=a80d6aad-80c5-4cde-a066-2432761901eb,segment=NetworkSegment(d1798ed1-8af5-45cb-a42d-ab04ec377da1),segment_id=d1798ed1-8af5-45cb-a42d-ab04ec377da1)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:02:06.338099 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7bbf2b23-30f7-4d1e-855c-723499e158c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:06.343946 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-cb1f2cc9-3f72-4009-8cbc-3664f4589b4b req-11391385-9486-444a-8694-665a9590c229 service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2059934
Apr 09 14:02:06.455350 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb67edd-146d-4c7c-a3de-ffdf70fce9b9 None None] DHCP port deletion for dac73499-f23e-4d97-b423-652173261576 request from dv-cinder-785362-1-iscsi {{(pid=85292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 09 14:02:06.460360 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-4eb67edd-146d-4c7c-a3de-ffdf70fce9b9 None None] Deleting port a80d6aad-80c5-4cde-a066-2432761901eb {{(pid=85292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:02:06.461402 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4eb67edd-146d-4c7c-a3de-ffdf70fce9b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:06.534626 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-cb1f2cc9-3f72-4009-8cbc-3664f4589b4b req-f64b39bd-3aa9-4892-a3ef-8d3495f1ab07 service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1768498
Apr 09 14:02:06.575581 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf2b23-30f7-4d1e-855c-723499e158c3 admin admin] Calling delete_port for a80d6aad-80c5-4cde-a066-2432761901eb owned by network:dhcp {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:02:06.658974 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7bbf2b23-30f7-4d1e-855c-723499e158c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:06.675484 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f3530efe-72e3-45cf-846b-958eed2151d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:06.771531 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf2b23-30f7-4d1e-855c-723499e158c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a80d6aad-80c5-4cde-a066-2432761901eb,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:06.775473 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7bbf2b23-30f7-4d1e-855c-723499e158c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:06.787363 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-4eb67edd-146d-4c7c-a3de-ffdf70fce9b9 None None] For port a80d6aad-80c5-4cde-a066-2432761901eb, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=a80d6aad-80c5-4cde-a066-2432761901eb,segment=NetworkSegment(d1798ed1-8af5-45cb-a42d-ab04ec377da1),segment_id=d1798ed1-8af5-45cb-a42d-ab04ec377da1)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:02:06.787851 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4eb67edd-146d-4c7c-a3de-ffdf70fce9b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:06.829437 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbf2b23-30f7-4d1e-855c-723499e158c3 admin admin] No DVR routers for this DVR port a80d6aad-80c5-4cde-a066-2432761901eb on host dv-cinder-785362-1-iscsi {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 14:02:06.866135 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-92340f14-e0ba-4cf8-a69f-6bf73140d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc084198>, [{'id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:05Z', 'updated_at': '2021-04-09T13:53:11Z', 'revision_number': 4, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'gw_port': {'id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:06Z', 'updated_at': '2021-04-09T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': 'bce8c0d0-1eef-49b6-8e17-d47aaec2afca', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'port_id': '636eabee-00fd-4deb-93b2-0ce630cde9c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'mac_address': 'fa:16:3e:32:d3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7274fbf-1f90-45eb-aff5-b1d2fc78146c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T14:02:03Z', 'updated_at': '2021-04-09T14:02:03Z', 'revision_number': 0, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'fixed_ip_address_scope': None}, {'id': 'c418e50e-12d7-4501-b158-fb00a3612d13', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'floating_ip_address': '172.27.0.22', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'port_id': '9c99d7c8-ba35-458b-85a1-1d88eeaf6abd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'mac_address': 'fa:16:3e:1d:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f5f58a-99da-4621-83bf-60477b4a8485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:59:05Z', 'updated_at': '2021-04-09T13:59:09Z', 'revision_number': 1, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407cfd7a-3fb8-4646-a497-496ad42874aa', 'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'mac_address': 'fa:16:3e:3a:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:10Z', 'updated_at': '2021-04-09T13:53:25Z', 'revision_number': 5, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'subnets': [{'id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:02:06.870523 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92340f14-e0ba-4cf8-a69f-6bf73140d02a None None] The sync data for ids ['f02f3234-a48a-4e8f-a069-10f5e677afa4'] in dv-cinder-785362-1-iscsi is: [{'id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:05Z', 'updated_at': '2021-04-09T13:53:11Z', 'revision_number': 4, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'gw_port': {'id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:06Z', 'updated_at': '2021-04-09T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': 'bce8c0d0-1eef-49b6-8e17-d47aaec2afca', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'port_id': '636eabee-00fd-4deb-93b2-0ce630cde9c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'mac_address': 'fa:16:3e:32:d3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7274fbf-1f90-45eb-aff5-b1d2fc78146c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T14:02:03Z', 'updated_at': '2021-04-09T14:02:03Z', 'revision_number': 0, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'fixed_ip_address_scope': None}, {'id': 'c418e50e-12d7-4501-b158-fb00a3612d13', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'floating_ip_address': '172.27.0.22', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'port_id': '9c99d7c8-ba35-458b-85a1-1d88eeaf6abd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'mac_address': 'fa:16:3e:1d:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f5f58a-99da-4621-83bf-60477b4a8485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:59:05Z', 'updated_at': '2021-04-09T13:59:09Z', 'revision_number': 1, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407cfd7a-3fb8-4646-a497-496ad42874aa', 'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'mac_address': 'fa:16:3e:3a:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:10Z', 'updated_at': '2021-04-09T13:53:25Z', 'revision_number': 5, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'subnets': [{'id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 14:02:06.933566 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-4eb67edd-146d-4c7c-a3de-ffdf70fce9b9 None None] Calling delete_port for a80d6aad-80c5-4cde-a066-2432761901eb owned by network:dhcp {{(pid=85292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:02:06.968802 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7bbf2b23-30f7-4d1e-855c-723499e158c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5455', 'neutron.services.segments.db._delete_segments_for_network--9223363303376033550'] for network, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:07.011000 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.db.api [None req-4eb67edd-146d-4c7c-a3de-ffdf70fce9b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85292) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 14:02:07.011414 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_db.api [None req-4eb67edd-146d-4c7c-a3de-ffdf70fce9b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 09 14:02:07.089044 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-7bbf2b23-30f7-4d1e-855c-723499e158c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f16b78d60b8>,) {'filters': {'network_id': ['dac73499-f23e-4d97-b423-652173261576']}} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:02:07.102737 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-7bbf2b23-30f7-4d1e-855c-723499e158c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f16b78d60b8>, 'd1798ed1-8af5-45cb-a42d-ab04ec377da1') {'for_net_delete': True} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:02:07.103080 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-7bbf2b23-30f7-4d1e-855c-723499e158c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f16b78d60b8>, 'd1798ed1-8af5-45cb-a42d-ab04ec377da1') {} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:02:07.117003 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7bbf2b23-30f7-4d1e-855c-723499e158c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303375980284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852604310'] for segment, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:07.132721 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7bbf2b23-30f7-4d1e-855c-723499e158c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:07.140456 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bbf2b23-30f7-4d1e-855c-723499e158c3 admin admin] Releasing vlan 956 on physical network physnet1 to pool {{(pid=85290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 14:02:07.174769 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95641825-0631-4e41-a87b-4e67b0c1995a None None] New status for floating IP bce8c0d0-1eef-49b6-8e17-d47aaec2afca: ACTIVE {{(pid=85292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 14:02:07.345223 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-7bbf2b23-30f7-4d1e-855c-723499e158c3 admin admin] Network dac73499-f23e-4d97-b423-652173261576 has no segments {{(pid=85290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 14:02:07.357801 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7bbf2b23-30f7-4d1e-855c-723499e158c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10405811'] for segment, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:07.513023 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-4eb67edd-146d-4c7c-a3de-ffdf70fce9b9 None None] Deleting port a80d6aad-80c5-4cde-a066-2432761901eb {{(pid=85292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:02:07.513680 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4eb67edd-146d-4c7c-a3de-ffdf70fce9b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:07.560585 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-7bbf2b23-30f7-4d1e-855c-723499e158c3 admin admin] Network dac73499-f23e-4d97-b423-652173261576 has no segments {{(pid=85290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 14:02:07.590103 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-4eb67edd-146d-4c7c-a3de-ffdf70fce9b9 None None] The port 'a80d6aad-80c5-4cde-a066-2432761901eb' was deleted {{(pid=85292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]: Traceback (most recent call last):
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:     timer()
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:     cb(*args, **kw)
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:     return func(*args, **kwargs)
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:     self._notify()
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:     self.callback(batched_events)
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:     event.method(event)
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:     segment_id)['aggregates'][0]
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:     return f(self, *a, **k)
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self._get(url).json()
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:     **kwargs)
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self.request(url, 'GET', **kwargs)
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:     **endpoint_filter)
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 14:02:07.590549 dv-cinder-785362-1-iscsi neutron-server[85177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 14:02:07.674131 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7bbf2b23-30f7-4d1e-855c-723499e158c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850926906'] for network, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:07.679517 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7bbf2b23-30f7-4d1e-855c-723499e158c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:07.684149 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:07.715723 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf2b23-30f7-4d1e-855c-723499e158c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=dac73499-f23e-4d97-b423-652173261576,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:07.718271 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7bbf2b23-30f7-4d1e-855c-723499e158c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:07.731904 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-7bbf2b23-30f7-4d1e-855c-723499e158c3 admin admin] 10.222.0.96 "DELETE /v2.0/networks/dac73499-f23e-4d97-b423-652173261576 HTTP/1.1" status: 204  len: 168 time: 1.9735770
Apr 09 14:02:07.775756 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device a80d6aad-80c5-4cde-a066-2432761901eb no longer exists at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:02:07.822377 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] No Port match for: a80d6aad-80c5-4cde-a066-2432761901eb {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 14:02:07.822996 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device a80d6aad-80c5-4cde-a066-2432761901eb not bound to the agent host dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 14:02:07.936665 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 34946) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:07.975695 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-76b6294f-7458-4f22-8900-57fa1bb29791 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ba5d9acca4e84f2e82dcc146f183b1f2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0376697
Apr 09 14:02:07.978456 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 34950) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:08.043962 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-37be960e-0ce5-4906-b07b-83defd1bdde7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:08.074870 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-37be960e-0ce5-4906-b07b-83defd1bdde7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:08.126050 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-37be960e-0ce5-4906-b07b-83defd1bdde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:08.131348 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-a9f4eb96-2e82-4adb-b7e4-c0a949a77397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:08.146355 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be960e-0ce5-4906-b07b-83defd1bdde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8730a945-b044-4335-a106-31abc039afc1,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:08.154762 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-37be960e-0ce5-4906-b07b-83defd1bdde7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:08.156017 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-37be960e-0ce5-4906-b07b-83defd1bdde7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8730a945-b044-4335-a106-31abc039afc1 HTTP/1.1" status: 204  len: 168 time: 0.1765654
Apr 09 14:02:08.157054 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-37be960e-0ce5-4906-b07b-83defd1bdde7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:13.207481 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3d87a-df53-4182-a60d-c7682bf0b51d req-5e9203e7-7a08-4121-900c-eb420a23e42d tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:02:13.209201 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-52c3d87a-df53-4182-a60d-c7682bf0b51d req-5e9203e7-7a08-4121-900c-eb420a23e42d tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 946 time: 0.0982521
Apr 09 14:02:13.241819 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-52c3d87a-df53-4182-a60d-c7682bf0b51d req-6d72a15e-6f1a-4e5b-a974-7cdcfe029ba5 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0260775
Apr 09 14:02:14.476251 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84957ddb-c59c-420b-9383-b81820be10a0 req-be6e7708-29ed-4bf9-9776-0f09a20ba7cd tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:02:14.477960 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-84957ddb-c59c-420b-9383-b81820be10a0 req-be6e7708-29ed-4bf9-9776-0f09a20ba7cd tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 946 time: 0.0942545
Apr 09 14:02:14.510245 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-84957ddb-c59c-420b-9383-b81820be10a0 req-b8520922-3b5e-4fec-a246-9d7a5f898f5b tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0250218
Apr 09 14:02:15.732340 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efe0ad-3a52-489e-b230-dd99684f9377 req-e9085188-a99a-4461-b2eb-30b6363bf45f tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:02:15.734012 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-73efe0ad-3a52-489e-b230-dd99684f9377 req-e9085188-a99a-4461-b2eb-30b6363bf45f tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 946 time: 0.0975201
Apr 09 14:02:15.768481 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-73efe0ad-3a52-489e-b230-dd99684f9377 req-1f8b77d6-e8f5-4e75-9362-18b20de11f04 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0263350
Apr 09 14:02:16.983951 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eaf2f9-374c-40ef-963b-49dc044149f3 req-fd3fce7c-a906-4522-8552-d4828c5d8493 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:02:16.985663 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e9eaf2f9-374c-40ef-963b-49dc044149f3 req-fd3fce7c-a906-4522-8552-d4828c5d8493 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 946 time: 0.0917990
Apr 09 14:02:17.017442 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e9eaf2f9-374c-40ef-963b-49dc044149f3 req-389ed5c2-e1b6-412d-bde9-3db18be4ffc5 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0253634
Apr 09 14:02:18.235686 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb3a6c-02a4-4117-b6f4-371ef2d8303e req-2217ff7d-8299-40c8-a163-78dc55996f44 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:02:18.237374 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5cdb3a6c-02a4-4117-b6f4-371ef2d8303e req-2217ff7d-8299-40c8-a163-78dc55996f44 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 946 time: 0.0942492
Apr 09 14:02:18.270906 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5cdb3a6c-02a4-4117-b6f4-371ef2d8303e req-5183f7b3-a3e1-443a-8352-2e4a9418446a tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0267687
Apr 09 14:02:18.326822 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7f46eee2-8215-4eeb-b690-b78b701a2414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:19.483860 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca6b56-9767-4a44-ad30-7df16d3e362d req-bd33a25b-a2ca-466b-b763-6b840cdd4888 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:02:19.485624 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8cca6b56-9767-4a44-ad30-7df16d3e362d req-bd33a25b-a2ca-466b-b763-6b840cdd4888 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 946 time: 0.0942214
Apr 09 14:02:19.519037 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8cca6b56-9767-4a44-ad30-7df16d3e362d req-82351a5d-cf00-478d-bdff-0fa37bba931c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0268128
Apr 09 14:02:20.104156 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65a3a9-587f-4085-9931-ef2cb9a058e7 req-efb512d3-3375-483b-937f-227484142133 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:02:20.104980 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-6e65a3a9-587f-4085-9931-ef2cb9a058e7 req-efb512d3-3375-483b-937f-227484142133 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Synchronizing usage tracker for tenant:8f40d2219e104d8ba0a5d0df316c2e3c on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 14:02:20.118760 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-6e65a3a9-587f-4085-9931-ef2cb9a058e7 req-efb512d3-3375-483b-937f-227484142133 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Unset dirty status for tenant:8f40d2219e104d8ba0a5d0df316c2e3c on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 14:02:20.120002 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6e65a3a9-587f-4085-9931-ef2cb9a058e7 req-efb512d3-3375-483b-937f-227484142133 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.93 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 946 time: 0.1104124
Apr 09 14:02:20.205095 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-6e65a3a9-587f-4085-9931-ef2cb9a058e7 req-0ef821dd-1a3a-4f63-978b-756cbc8387e1 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Deleting port c82eea80-227b-4764-8f8c-8abc8defd639 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:02:20.205475 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6e65a3a9-587f-4085-9931-ef2cb9a058e7 req-0ef821dd-1a3a-4f63-978b-756cbc8387e1 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:20.476708 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-6e65a3a9-587f-4085-9931-ef2cb9a058e7 req-0ef821dd-1a3a-4f63-978b-756cbc8387e1 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] For port c82eea80-227b-4764-8f8c-8abc8defd639, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c82eea80-227b-4764-8f8c-8abc8defd639,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:02:20.477081 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6e65a3a9-587f-4085-9931-ef2cb9a058e7 req-0ef821dd-1a3a-4f63-978b-756cbc8387e1 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:20.769729 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413d583-d72b-48aa-9047-a6da5853c6ad req-56de0fd4-58a2-48b8-ae41-3e7cd249d3bc tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:02:20.771693 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5413d583-d72b-48aa-9047-a6da5853c6ad req-56de0fd4-58a2-48b8-ae41-3e7cd249d3bc tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 946 time: 0.1193399
Apr 09 14:02:20.807984 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6e65a3a9-587f-4085-9931-ef2cb9a058e7 req-0ef821dd-1a3a-4f63-978b-756cbc8387e1 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:20.809189 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6e65a3a9-587f-4085-9931-ef2cb9a058e7 req-0ef821dd-1a3a-4f63-978b-756cbc8387e1 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850926857'] for floatingip, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:20.809640 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.l3_db [req-6e65a3a9-587f-4085-9931-ef2cb9a058e7 req-0ef821dd-1a3a-4f63-978b-756cbc8387e1 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Floating IP 2dbfe9bc-d368-4b21-ae3c-5475b2ae6b85 disassociated. External IP: 172.27.0.196, port: c82eea80-227b-4764-8f8c-8abc8defd639.
Apr 09 14:02:20.810031 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-6e65a3a9-587f-4085-9931-ef2cb9a058e7 req-0ef821dd-1a3a-4f63-978b-756cbc8387e1 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Calling delete_port for c82eea80-227b-4764-8f8c-8abc8defd639 owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:02:20.814397 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5413d583-d72b-48aa-9047-a6da5853c6ad req-da25084b-46b1-4834-8caf-db3503fed21e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups?id=37ac8a92-b361-4bba-8b5c-f19fc1147667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0309372
Apr 09 14:02:21.003076 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6e65a3a9-587f-4085-9931-ef2cb9a058e7 req-0ef821dd-1a3a-4f63-978b-756cbc8387e1 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:21.018898 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-92df96b1-2c81-4b89-af62-518c77e844e7 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:21.123326 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef821dd-1a3a-4f63-978b-756cbc8387e1 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Pushing event deleted for resources: {'Port': ['ID=c82eea80-227b-4764-8f8c-8abc8defd639,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:21.130377 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0ef821dd-1a3a-4f63-978b-756cbc8387e1 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:21.424523 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e65a3a9-587f-4085-9931-ef2cb9a058e7 req-0ef821dd-1a3a-4f63-978b-756cbc8387e1 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Router a6a67208-41f8-4a03-be6b-bf70086a3410 has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 14:02:21.429174 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f0367638-3895-4185-beb3-f4b34bbae7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:21.596380 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:21.638030 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e65a3a9-587f-4085-9931-ef2cb9a058e7 req-0ef821dd-1a3a-4f63-978b-756cbc8387e1 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 14:02:21.650593 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71ec70-15be-4363-8cff-9a5333f9b880 None None] Sync routers for ids ['a6a67208-41f8-4a03-be6b-bf70086a3410'] in dv-cinder-785362-1-iscsi {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 14:02:21.663826 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c71ec70-15be-4363-8cff-9a5333f9b880 None None] Routers {'a6a67208-41f8-4a03-be6b-bf70086a3410'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 14:02:21.664859 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-9c71ec70-15be-4363-8cff-9a5333f9b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bced0b00>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T14:02:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['a6a67208-41f8-4a03-be6b-bf70086a3410'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:02:21.735144 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e65a3a9-587f-4085-9931-ef2cb9a058e7 req-0ef821dd-1a3a-4f63-978b-756cbc8387e1 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] No DVR routers for this DVR port c82eea80-227b-4764-8f8c-8abc8defd639 on host hv-cinder-78536 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 14:02:21.738883 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-6e65a3a9-587f-4085-9931-ef2cb9a058e7 req-0ef821dd-1a3a-4f63-978b-756cbc8387e1 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:21.743617 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9003e728-4864-4993-828c-85fbe195e182', 'name': 'network-vif-deleted', 'tag': 'c82eea80-227b-4764-8f8c-8abc8defd639'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 14:02:21.765138 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6e65a3a9-587f-4085-9931-ef2cb9a058e7 req-0ef821dd-1a3a-4f63-978b-756cbc8387e1 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.93 "DELETE /v2.0/ports/c82eea80-227b-4764-8f8c-8abc8defd639 HTTP/1.1" status: 204  len: 173 time: 1.6381664
Apr 09 14:02:21.801970 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9003e728-4864-4993-828c-85fbe195e182', 'name': 'network-vif-deleted', 'tag': 'c82eea80-227b-4764-8f8c-8abc8defd639', 'status': 'completed', 'code': 200}
Apr 09 14:02:21.884956 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-9c71ec70-15be-4363-8cff-9a5333f9b880 None None] Set router a6a67208-41f8-4a03-be6b-bf70086a3410 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 14:02:22.025031 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-82589c58-0466-422f-851a-f1ce8e7f2f64 req-c791e286-8628-4679-a650-2c38c494eb17 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/ports?device_id=9003e728-4864-4993-828c-85fbe195e182 HTTP/1.1" status: 200  len: 210 time: 0.0520267
Apr 09 14:02:22.423323 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-9c71ec70-15be-4363-8cff-9a5333f9b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bced0b00>, [{'id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'name': 'tempest-AttachVolumeShelveTestJSON-1923918763-router', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:01Z', 'updated_at': '2021-04-09T13:50:21Z', 'revision_number': 4, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'gw_port': {'id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': 'c670e63b-647b-4070-b55e-5eca152c8a9a', 'name': '', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'mac_address': 'fa:16:3e:25:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:15Z', 'updated_at': '2021-04-09T13:50:44Z', 'revision_number': 5, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'subnets': [{'id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:02:22.428318 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71ec70-15be-4363-8cff-9a5333f9b880 None None] Checking router: a6a67208-41f8-4a03-be6b-bf70086a3410 for host: dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 14:02:22.438176 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c71ec70-15be-4363-8cff-9a5333f9b880 None None] Routers {'a6a67208-41f8-4a03-be6b-bf70086a3410'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 14:02:22.438852 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-9c71ec70-15be-4363-8cff-9a5333f9b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bced0b00>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T14:02:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['a6a67208-41f8-4a03-be6b-bf70086a3410'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:02:22.631762 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-9c71ec70-15be-4363-8cff-9a5333f9b880 None None] Set router a6a67208-41f8-4a03-be6b-bf70086a3410 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 14:02:22.983864 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-9c71ec70-15be-4363-8cff-9a5333f9b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bced0b00>, [{'id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'name': 'tempest-AttachVolumeShelveTestJSON-1923918763-router', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:01Z', 'updated_at': '2021-04-09T13:50:21Z', 'revision_number': 4, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'gw_port': {'id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': 'c670e63b-647b-4070-b55e-5eca152c8a9a', 'name': '', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'mac_address': 'fa:16:3e:25:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:15Z', 'updated_at': '2021-04-09T13:50:44Z', 'revision_number': 5, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'subnets': [{'id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:02:22.989594 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71ec70-15be-4363-8cff-9a5333f9b880 None None] The sync data for ids ['a6a67208-41f8-4a03-be6b-bf70086a3410'] in dv-cinder-785362-1-iscsi is: [{'id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'name': 'tempest-AttachVolumeShelveTestJSON-1923918763-router', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:01Z', 'updated_at': '2021-04-09T13:50:21Z', 'revision_number': 4, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'gw_port': {'id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': 'c670e63b-647b-4070-b55e-5eca152c8a9a', 'name': '', 'network_id': '9010c4eb-70b0-4853-abe2-15efc5a47948', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'mac_address': 'fa:16:3e:25:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:15Z', 'updated_at': '2021-04-09T13:50:44Z', 'revision_number': 5, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'subnets': [{'id': 'a11cd7fb-d8a8-4644-9261-21e5c207880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 14:02:23.130561 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:23.168750 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 35114) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:23.245062 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a174e989-e3ce-4b80-b402-cf9213cc15c7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:23.287368 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a174e989-e3ce-4b80-b402-cf9213cc15c7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:23.326149 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:23.378490 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a174e989-e3ce-4b80-b402-cf9213cc15c7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:23.384183 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-344b190f-46f8-4002-a789-67f15c536282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:23.404592 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174e989-e3ce-4b80-b402-cf9213cc15c7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ac8a92-b361-4bba-8b5c-f19fc1147667,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:23.407991 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-a174e989-e3ce-4b80-b402-cf9213cc15c7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:23.411472 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a174e989-e3ce-4b80-b402-cf9213cc15c7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:23.415278 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-a174e989-e3ce-4b80-b402-cf9213cc15c7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "DELETE /v2.0/security-groups/37ac8a92-b361-4bba-8b5c-f19fc1147667 HTTP/1.1" status: 204  len: 168 time: 0.2429125
Apr 09 14:02:23.415572 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 35118) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:23.434220 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efe0654-e1a8-4308-ae25-fadcf133092a None None] New status for floating IP 2dbfe9bc-d368-4b21-ae3c-5475b2ae6b85: DOWN {{(pid=85292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 14:02:23.437028 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.api.v2.resource [None req-0db3ddc5-f815-472e-b7ae-6bbb60f20498 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] show failed (client error): The resource could not be found.
Apr 09 14:02:23.438311 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-0db3ddc5-f815-472e-b7ae-6bbb60f20498 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "GET /v2.0/security-groups/37ac8a92-b361-4bba-8b5c-f19fc1147667 HTTP/1.1" status: 404  len: 347 time: 0.0215793
Apr 09 14:02:23.443020 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 35122) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:23.894072 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-381ce4ae-c027-4aa7-8de4-eedb8155fa2e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Deleting port cc0d74b5-65f9-440d-9167-9ec76679f407 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:02:23.894637 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-381ce4ae-c027-4aa7-8de4-eedb8155fa2e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:23.930115 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 14:02:24.103046 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-381ce4ae-c027-4aa7-8de4-eedb8155fa2e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:24.103595 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-381ce4ae-c027-4aa7-8de4-eedb8155fa2e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:24.161866 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device c82eea80-227b-4764-8f8c-8abc8defd639 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:02:24.204433 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] No Port match for: c82eea80-227b-4764-8f8c-8abc8defd639 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 14:02:24.204927 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device c82eea80-227b-4764-8f8c-8abc8defd639 not bound to the agent host hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 14:02:24.246106 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-381ce4ae-c027-4aa7-8de4-eedb8155fa2e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Calling delete_port for cc0d74b5-65f9-440d-9167-9ec76679f407 owned by network:floatingip {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:02:24.382342 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 35142) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:24.408776 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-381ce4ae-c027-4aa7-8de4-eedb8155fa2e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:24.426477 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-76017c53-16b7-4e14-b9b2-ea39ea3bf00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:24.520890 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7fc1bf55-c829-4be6-82e7-3bebc9dc1e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:24.525205 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ce4ae-c027-4aa7-8de4-eedb8155fa2e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Pushing event deleted for resources: {'Port': ['ID=cc0d74b5-65f9-440d-9167-9ec76679f407,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:24.532596 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-381ce4ae-c027-4aa7-8de4-eedb8155fa2e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:24.537732 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-7fc1bf55-c829-4be6-82e7-3bebc9dc1e95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:02:24.541871 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-7fc1bf55-c829-4be6-82e7-3bebc9dc1e95 admin admin] Usage tracker for resource:security_group_rule and tenant:f931bca82288400d936e7bc9f51e02cb is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 14:02:24.545977 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-7fc1bf55-c829-4be6-82e7-3bebc9dc1e95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 14:02:24.552064 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-7fc1bf55-c829-4be6-82e7-3bebc9dc1e95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:02:24.654642 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7fc1bf55-c829-4be6-82e7-3bebc9dc1e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:24.657897 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7fc1bf55-c829-4be6-82e7-3bebc9dc1e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:24.671630 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-6500e749-7e7b-43c6-a083-5d2fc87d2ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:24.709627 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-381ce4ae-c027-4aa7-8de4-eedb8155fa2e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks [] for floatingip, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:24.719765 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-7fc1bf55-c829-4be6-82e7-3bebc9dc1e95 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f931bca82288400d936e7bc9f51e02cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3361521
Apr 09 14:02:24.720727 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1bf55-c829-4be6-82e7-3bebc9dc1e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f1f83e-3f2c-437e-9a24-c4fb7edf6439,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:24.722555 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 35148) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:24.724152 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7fc1bf55-c829-4be6-82e7-3bebc9dc1e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:24.754944 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:24.757091 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-381ce4ae-c027-4aa7-8de4-eedb8155fa2e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for floatingip, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:24.758330 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-381ce4ae-c027-4aa7-8de4-eedb8155fa2e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] 10.222.0.96 "DELETE /v2.0/floatingips/2dbfe9bc-d368-4b21-ae3c-5475b2ae6b85 HTTP/1.1" status: 204  len: 168 time: 1.3142304
Apr 09 14:02:24.801919 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-99a3de0d-c719-459f-8d77-ae84ec76bdc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:24.831167 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-99a3de0d-c719-459f-8d77-ae84ec76bdc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:24.877187 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-99a3de0d-c719-459f-8d77-ae84ec76bdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:24.882297 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0ce69adb-606e-4cf8-88a9-9040352d048c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:24.893718 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3de0d-c719-459f-8d77-ae84ec76bdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f1f83e-3f2c-437e-9a24-c4fb7edf6439,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:24.898918 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-99a3de0d-c719-459f-8d77-ae84ec76bdc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:24.900899 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-99a3de0d-c719-459f-8d77-ae84ec76bdc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:24.904697 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-99a3de0d-c719-459f-8d77-ae84ec76bdc7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/56f1f83e-3f2c-437e-9a24-c4fb7edf6439 HTTP/1.1" status: 204  len: 168 time: 0.1790388
Apr 09 14:02:25.272162 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 35160) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:25.294331 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2cadd325-161f-4820-a53e-21138ebb578b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:25.311797 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-2cadd325-161f-4820-a53e-21138ebb578b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:02:25.316294 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-2cadd325-161f-4820-a53e-21138ebb578b admin admin] Usage tracker for resource:security_group_rule and tenant:fb4b5248ce5c463c86a8e6dc3eb20639 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 14:02:25.319782 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-2cadd325-161f-4820-a53e-21138ebb578b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 14:02:25.326651 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-2cadd325-161f-4820-a53e-21138ebb578b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:02:25.417687 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2cadd325-161f-4820-a53e-21138ebb578b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:25.421206 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2cadd325-161f-4820-a53e-21138ebb578b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:25.431046 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c2b36364-4084-4425-8d1e-a2e3e5d0676d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:25.475222 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-2cadd325-161f-4820-a53e-21138ebb578b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fb4b5248ce5c463c86a8e6dc3eb20639&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2016728
Apr 09 14:02:25.477083 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadd325-161f-4820-a53e-21138ebb578b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fa97b4-e85e-4e68-a392-d6d482c31aaf,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:25.478224 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 35164) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:25.481294 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2cadd325-161f-4820-a53e-21138ebb578b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:25.543994 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d63895db-3916-4291-be0d-8d4b2dbb843c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:25.574438 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d63895db-3916-4291-be0d-8d4b2dbb843c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:25.619362 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d63895db-3916-4291-be0d-8d4b2dbb843c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:25.625417 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-eae67145-a1ae-4b44-ba98-fc3804102aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:25.637361 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63895db-3916-4291-be0d-8d4b2dbb843c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fa97b4-e85e-4e68-a392-d6d482c31aaf,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:25.642557 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d63895db-3916-4291-be0d-8d4b2dbb843c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:25.644860 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d63895db-3916-4291-be0d-8d4b2dbb843c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:25.646366 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-d63895db-3916-4291-be0d-8d4b2dbb843c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/87fa97b4-e85e-4e68-a392-d6d482c31aaf HTTP/1.1" status: 204  len: 168 time: 0.1670530
Apr 09 14:02:27.693255 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 35232) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:27.735941 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 35238) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:27.831190 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-50bf1538-fd3b-4bd1-ae70-170decd17c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:27.849214 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-50bf1538-fd3b-4bd1-ae70-170decd17c00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:02:27.853407 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-50bf1538-fd3b-4bd1-ae70-170decd17c00 admin admin] Usage tracker for resource:security_group_rule and tenant:66aad2bb8332441689ad998f04915b5c is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 14:02:27.857712 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-50bf1538-fd3b-4bd1-ae70-170decd17c00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 14:02:27.864831 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-50bf1538-fd3b-4bd1-ae70-170decd17c00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:02:27.969027 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-50bf1538-fd3b-4bd1-ae70-170decd17c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:27.971959 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-50bf1538-fd3b-4bd1-ae70-170decd17c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:27.982002 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-10aa2c5e-3ed8-4485-91de-b9700a388695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:28.032945 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-50bf1538-fd3b-4bd1-ae70-170decd17c00 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=66aad2bb8332441689ad998f04915b5c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3384542
Apr 09 14:02:28.035015 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 35244) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:28.038647 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf1538-fd3b-4bd1-ae70-170decd17c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694f6745-e898-4018-a424-022d3d555576,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:28.052904 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-50bf1538-fd3b-4bd1-ae70-170decd17c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:28.111315 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c39d9862-258b-49c1-9da0-94937d1cdac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:28.144310 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c39d9862-258b-49c1-9da0-94937d1cdac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:28.192743 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c39d9862-258b-49c1-9da0-94937d1cdac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:28.199073 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-a174e989-e3ce-4b80-b402-cf9213cc15c7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:28.218097 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d9862-258b-49c1-9da0-94937d1cdac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694f6745-e898-4018-a424-022d3d555576,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:28.222387 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c39d9862-258b-49c1-9da0-94937d1cdac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:28.224668 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c39d9862-258b-49c1-9da0-94937d1cdac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:28.228920 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-c39d9862-258b-49c1-9da0-94937d1cdac5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/694f6745-e898-4018-a424-022d3d555576 HTTP/1.1" status: 204  len: 168 time: 0.1926510
Apr 09 14:02:28.543430 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e48b0754-8094-439e-b39a-375d2e403a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826322'] for router_interface, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:28.597228 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 35252) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:28.619792 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-aa07f276-63ba-489a-b741-c47713bbec70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:28.642948 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-aa07f276-63ba-489a-b741-c47713bbec70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:02:28.647355 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-aa07f276-63ba-489a-b741-c47713bbec70 admin admin] Usage tracker for resource:security_group_rule and tenant:0d627e6e781b413ab8f753e4835fffbb is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 14:02:28.650676 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-aa07f276-63ba-489a-b741-c47713bbec70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 14:02:28.658573 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-aa07f276-63ba-489a-b741-c47713bbec70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:02:28.756055 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-aa07f276-63ba-489a-b741-c47713bbec70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:28.759121 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-aa07f276-63ba-489a-b741-c47713bbec70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:28.768938 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-50bf1538-fd3b-4bd1-ae70-170decd17c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:28.818197 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-aa07f276-63ba-489a-b741-c47713bbec70 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0d627e6e781b413ab8f753e4835fffbb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2172170
Apr 09 14:02:28.818197 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07f276-63ba-489a-b741-c47713bbec70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d560ac7f-36f4-408a-b004-e98caabdf212,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:28.820360 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-aa07f276-63ba-489a-b741-c47713bbec70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:28.821096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 35256) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:28.904117 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0c9ac56b-4acb-4e11-96d6-44fb4a01dbb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:28.937201 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0c9ac56b-4acb-4e11-96d6-44fb4a01dbb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:28.969629 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-e48b0754-8094-439e-b39a-375d2e403a4f admin admin] Deleting port c670e63b-647b-4070-b55e-5eca152c8a9a {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:02:28.970022 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e48b0754-8094-439e-b39a-375d2e403a4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:29.005676 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0c9ac56b-4acb-4e11-96d6-44fb4a01dbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:29.010367 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-6f3fe845-5aaf-4459-99d2-852414de973b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:29.028969 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ac56b-4acb-4e11-96d6-44fb4a01dbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d560ac7f-36f4-408a-b004-e98caabdf212,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:29.031249 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0c9ac56b-4acb-4e11-96d6-44fb4a01dbb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:29.035551 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-0c9ac56b-4acb-4e11-96d6-44fb4a01dbb1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d560ac7f-36f4-408a-b004-e98caabdf212 HTTP/1.1" status: 204  len: 168 time: 0.2132990
Apr 09 14:02:29.036817 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0c9ac56b-4acb-4e11-96d6-44fb4a01dbb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:29.509235 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-e48b0754-8094-439e-b39a-375d2e403a4f admin admin] For port c670e63b-647b-4070-b55e-5eca152c8a9a, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=c670e63b-647b-4070-b55e-5eca152c8a9a,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:02:29.509749 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e48b0754-8094-439e-b39a-375d2e403a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:29.649502 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-e48b0754-8094-439e-b39a-375d2e403a4f admin admin] Calling delete_port for c670e63b-647b-4070-b55e-5eca152c8a9a owned by network:router_interface {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:02:29.863266 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e48b0754-8094-439e-b39a-375d2e403a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:29.879606 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-83953ee1-10be-49d5-8212-bb359126ef68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:29.981521 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b0754-8094-439e-b39a-375d2e403a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=c670e63b-647b-4070-b55e-5eca152c8a9a,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:29.991524 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e48b0754-8094-439e-b39a-375d2e403a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:30.391526 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e48b0754-8094-439e-b39a-375d2e403a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3797789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3827617'] for router_interface, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:30.926787 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48b0754-8094-439e-b39a-375d2e403a4f admin admin] Router a6a67208-41f8-4a03-be6b-bf70086a3410 has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 14:02:31.127768 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48b0754-8094-439e-b39a-375d2e403a4f admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 14:02:31.138835 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3b60cd-5f0b-4821-a025-33cae7d4cf29 None None] Sync routers for ids ['a6a67208-41f8-4a03-be6b-bf70086a3410'] in dv-cinder-785362-1-iscsi {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 14:02:31.150756 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3b60cd-5f0b-4821-a025-33cae7d4cf29 None None] Routers {'a6a67208-41f8-4a03-be6b-bf70086a3410'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 14:02:31.151733 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-1c3b60cd-5f0b-4821-a025-33cae7d4cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bd9d6ef0>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T14:02:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['a6a67208-41f8-4a03-be6b-bf70086a3410'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:02:31.157357 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-e48b0754-8094-439e-b39a-375d2e403a4f admin admin] 10.222.0.96 "PUT /v2.0/routers/a6a67208-41f8-4a03-be6b-bf70086a3410/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4198790
Apr 09 14:02:31.160660 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 35336) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:31.367579 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-1c3b60cd-5f0b-4821-a025-33cae7d4cf29 None None] Set router a6a67208-41f8-4a03-be6b-bf70086a3410 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 14:02:31.383221 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9db10a80-b8db-4edd-8d24-827a0d42c8cf admin admin] Notify callbacks [] for router, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:31.634073 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9db10a80-b8db-4edd-8d24-827a0d42c8cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:31.643860 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-9db10a80-b8db-4edd-8d24-827a0d42c8cf admin admin] Deleting port 7d71da57-5b2f-4a35-be30-ed357cb3c08b {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:02:31.644246 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9db10a80-b8db-4edd-8d24-827a0d42c8cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:31.760550 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-1c3b60cd-5f0b-4821-a025-33cae7d4cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bd9d6ef0>, [{'id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'name': 'tempest-AttachVolumeShelveTestJSON-1923918763-router', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:01Z', 'updated_at': '2021-04-09T14:02:29Z', 'revision_number': 5, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'gw_port': {'id': '7d71da57-5b2f-4a35-be30-ed357cb3c08b', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:50:04Z', 'updated_at': '2021-04-09T13:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:02:31.767211 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3b60cd-5f0b-4821-a025-33cae7d4cf29 None None] Checking router: a6a67208-41f8-4a03-be6b-bf70086a3410 for host: dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 14:02:31.778287 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3b60cd-5f0b-4821-a025-33cae7d4cf29 None None] Routers {'a6a67208-41f8-4a03-be6b-bf70086a3410'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 14:02:31.778964 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-1c3b60cd-5f0b-4821-a025-33cae7d4cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bd9d6ef0>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T14:02:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['a6a67208-41f8-4a03-be6b-bf70086a3410'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:02:31.854534 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9db10a80-b8db-4edd-8d24-827a0d42c8cf admin admin] For port 7d71da57-5b2f-4a35-be30-ed357cb3c08b, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=7d71da57-5b2f-4a35-be30-ed357cb3c08b,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:02:31.855581 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9db10a80-b8db-4edd-8d24-827a0d42c8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:31.960386 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-1c3b60cd-5f0b-4821-a025-33cae7d4cf29 None None] Set router a6a67208-41f8-4a03-be6b-bf70086a3410 gateway port host: None {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 14:02:32.008177 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-9db10a80-b8db-4edd-8d24-827a0d42c8cf admin admin] Calling delete_port for 7d71da57-5b2f-4a35-be30-ed357cb3c08b owned by network:router_gateway {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:02:32.115340 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-1c3b60cd-5f0b-4821-a025-33cae7d4cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bd9d6ef0>, [{'id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'name': 'tempest-AttachVolumeShelveTestJSON-1923918763-router', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:01Z', 'updated_at': '2021-04-09T14:02:31Z', 'revision_number': 6, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'gw_port_host': None}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:02:32.120188 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3b60cd-5f0b-4821-a025-33cae7d4cf29 None None] The sync data for ids ['a6a67208-41f8-4a03-be6b-bf70086a3410'] in dv-cinder-785362-1-iscsi is: [{'id': 'a6a67208-41f8-4a03-be6b-bf70086a3410', 'name': 'tempest-AttachVolumeShelveTestJSON-1923918763-router', 'tenant_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:50:01Z', 'updated_at': '2021-04-09T14:02:31Z', 'revision_number': 6, 'project_id': '8f40d2219e104d8ba0a5d0df316c2e3c', 'gw_port_host': None}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 14:02:32.240259 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9db10a80-b8db-4edd-8d24-827a0d42c8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:32.258894 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-43bd5821-74b4-4057-ae76-a326e26810a7 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:32.371289 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db10a80-b8db-4edd-8d24-827a0d42c8cf admin admin] Pushing event deleted for resources: {'Port': ['ID=7d71da57-5b2f-4a35-be30-ed357cb3c08b,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:32.374287 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9db10a80-b8db-4edd-8d24-827a0d42c8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:32.557021 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9db10a80-b8db-4edd-8d24-827a0d42c8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3848865'] for router_gateway, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:32.765325 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9db10a80-b8db-4edd-8d24-827a0d42c8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850958047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760716'] for router, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:32.768065 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9db10a80-b8db-4edd-8d24-827a0d42c8cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:32.867692 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9db10a80-b8db-4edd-8d24-827a0d42c8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850957941'] for router, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:32.868243 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db10a80-b8db-4edd-8d24-827a0d42c8cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6a67208-41f8-4a03-be6b-bf70086a3410 {{(pid=85291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 09 14:02:32.884025 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9db10a80-b8db-4edd-8d24-827a0d42c8cf admin admin] Notify callbacks [] for router, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:32.885325 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-9db10a80-b8db-4edd-8d24-827a0d42c8cf admin admin] 10.222.0.96 "DELETE /v2.0/routers/a6a67208-41f8-4a03-be6b-bf70086a3410 HTTP/1.1" status: 204  len: 168 time: 1.7228274
Apr 09 14:02:32.889020 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 35344) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:32.973168 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_v2 [None req-54abcfc5-9ed1-4d86-ad77-b06f3fde28e1 admin admin] Deleting subnet a11cd7fb-d8a8-4644-9261-21e5c207880f {{(pid=85291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 14:02:32.984336 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-54abcfc5-9ed1-4d86-ad77-b06f3fde28e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:33.045602 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-54abcfc5-9ed1-4d86-ad77-b06f3fde28e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851902559'] for subnet, precommit_delete_associations {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:33.166909 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-54abcfc5-9ed1-4d86-ad77-b06f3fde28e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854254641'] for subnet, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:33.682545 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-54abcfc5-9ed1-4d86-ad77-b06f3fde28e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-521156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10017340'] for subnet, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:33.700073 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:33.790121 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abcfc5-9ed1-4d86-ad77-b06f3fde28e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a11cd7fb-d8a8-4644-9261-21e5c207880f,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:33.791200 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device c670e63b-647b-4070-b55e-5eca152c8a9a no longer exists at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:02:33.805651 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-54abcfc5-9ed1-4d86-ad77-b06f3fde28e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:33.833033 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] No Port match for: c670e63b-647b-4070-b55e-5eca152c8a9a {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 14:02:33.833442 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device c670e63b-647b-4070-b55e-5eca152c8a9a not bound to the agent host dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 14:02:33.833872 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 7d71da57-5b2f-4a35-be30-ed357cb3c08b no longer exists at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:02:33.840477 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-54abcfc5-9ed1-4d86-ad77-b06f3fde28e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:33.849467 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-54abcfc5-9ed1-4d86-ad77-b06f3fde28e1 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/a11cd7fb-d8a8-4644-9261-21e5c207880f HTTP/1.1" status: 204  len: 168 time: 0.9570448
Apr 09 14:02:33.849845 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 35352) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:33.867624 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cf0fe7-4ac1-4b16-8f20-c646a4ac1963 None None] Network 9010c4eb-70b0-4853-abe2-15efc5a47948 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 14:02:33.889613 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] No Port match for: 7d71da57-5b2f-4a35-be30-ed357cb3c08b {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 14:02:33.890004 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 7d71da57-5b2f-4a35-be30-ed357cb3c08b not bound to the agent host dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 14:02:33.976199 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fc9b1103-2464-4739-a1af-9ed3e6e04f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-409197'] for network, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:34.055518 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b1103-2464-4739-a1af-9ed3e6e04f25 admin admin] Deleting port f3cb9d28-cc3b-4f1b-860a-e492362070f8 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:02:34.055905 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fc9b1103-2464-4739-a1af-9ed3e6e04f25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:34.149409 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db9e43a-998f-46bf-ae67-38bf2768b28f None None] DHCP port deletion for 9010c4eb-70b0-4853-abe2-15efc5a47948 request from dv-cinder-785362-1-iscsi {{(pid=85292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 09 14:02:34.156807 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-5db9e43a-998f-46bf-ae67-38bf2768b28f None None] Deleting port f3cb9d28-cc3b-4f1b-860a-e492362070f8 {{(pid=85292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:02:34.157369 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5db9e43a-998f-46bf-ae67-38bf2768b28f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:34.317665 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-fc9b1103-2464-4739-a1af-9ed3e6e04f25 admin admin] For port f3cb9d28-cc3b-4f1b-860a-e492362070f8, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=f3cb9d28-cc3b-4f1b-860a-e492362070f8,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:02:34.318067 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fc9b1103-2464-4739-a1af-9ed3e6e04f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:34.405338 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-5db9e43a-998f-46bf-ae67-38bf2768b28f None None] For port f3cb9d28-cc3b-4f1b-860a-e492362070f8, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=f3cb9d28-cc3b-4f1b-860a-e492362070f8,segment=NetworkSegment(ffc7f35b-818c-4749-a380-82e8b8d7042d),segment_id=ffc7f35b-818c-4749-a380-82e8b8d7042d)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:02:34.405713 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5db9e43a-998f-46bf-ae67-38bf2768b28f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:34.469295 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b1103-2464-4739-a1af-9ed3e6e04f25 admin admin] Calling delete_port for f3cb9d28-cc3b-4f1b-860a-e492362070f8 owned by network:dhcp {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:02:34.551796 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-5db9e43a-998f-46bf-ae67-38bf2768b28f None None] Calling delete_port for f3cb9d28-cc3b-4f1b-860a-e492362070f8 owned by network:dhcp {{(pid=85292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:02:34.558442 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fc9b1103-2464-4739-a1af-9ed3e6e04f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:34.575273 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-64117985-acb9-46e8-8103-cde5a2570b5b tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:34.642006 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.db.api [None req-5db9e43a-998f-46bf-ae67-38bf2768b28f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85292) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 14:02:34.642425 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_db.api [None req-5db9e43a-998f-46bf-ae67-38bf2768b28f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 09 14:02:34.676114 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b1103-2464-4739-a1af-9ed3e6e04f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3cb9d28-cc3b-4f1b-860a-e492362070f8,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:34.690041 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-fc9b1103-2464-4739-a1af-9ed3e6e04f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:34.726685 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9b1103-2464-4739-a1af-9ed3e6e04f25 admin admin] No DVR routers for this DVR port f3cb9d28-cc3b-4f1b-860a-e492362070f8 on host dv-cinder-785362-1-iscsi {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 14:02:34.860770 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fc9b1103-2464-4739-a1af-9ed3e6e04f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5455', 'neutron.services.segments.db._delete_segments_for_network--9223363303376033550'] for network, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:34.986021 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-fc9b1103-2464-4739-a1af-9ed3e6e04f25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f16b774fb70>,) {'filters': {'network_id': ['9010c4eb-70b0-4853-abe2-15efc5a47948']}} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:02:35.000153 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-fc9b1103-2464-4739-a1af-9ed3e6e04f25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f16b774fb70>, 'ffc7f35b-818c-4749-a380-82e8b8d7042d') {'for_net_delete': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:02:35.000532 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-fc9b1103-2464-4739-a1af-9ed3e6e04f25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f16b774fb70>, 'ffc7f35b-818c-4749-a380-82e8b8d7042d') {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:02:35.013331 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fc9b1103-2464-4739-a1af-9ed3e6e04f25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303375980284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2873241'] for segment, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:35.037909 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fc9b1103-2464-4739-a1af-9ed3e6e04f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:35.045608 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc9b1103-2464-4739-a1af-9ed3e6e04f25 admin admin] Releasing vlan 989 on physical network physnet1 to pool {{(pid=85291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 14:02:35.143544 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-5db9e43a-998f-46bf-ae67-38bf2768b28f None None] Deleting port f3cb9d28-cc3b-4f1b-860a-e492362070f8 {{(pid=85292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:02:35.143888 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5db9e43a-998f-46bf-ae67-38bf2768b28f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:35.218777 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-5db9e43a-998f-46bf-ae67-38bf2768b28f None None] The port 'f3cb9d28-cc3b-4f1b-860a-e492362070f8' was deleted {{(pid=85292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 09 14:02:35.237113 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-fc9b1103-2464-4739-a1af-9ed3e6e04f25 admin admin] Network 9010c4eb-70b0-4853-abe2-15efc5a47948 has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 14:02:35.247099 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fc9b1103-2464-4739-a1af-9ed3e6e04f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246049'] for segment, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:35.450213 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-fc9b1103-2464-4739-a1af-9ed3e6e04f25 admin admin] Network 9010c4eb-70b0-4853-abe2-15efc5a47948 has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]: Traceback (most recent call last):
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:     timer()
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:     cb(*args, **kw)
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:     return func(*args, **kwargs)
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:     self._notify()
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:     self.callback(batched_events)
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:     event.method(event)
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:     segment_id)['aggregates'][0]
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:     return f(self, *a, **k)
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self._get(url).json()
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:     **kwargs)
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self.request(url, 'GET', **kwargs)
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:     **endpoint_filter)
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 14:02:35.474898 dv-cinder-785362-1-iscsi neutron-server[85177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 14:02:35.564832 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fc9b1103-2464-4739-a1af-9ed3e6e04f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850926906'] for network, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:35.568776 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:35.587500 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fc9b1103-2464-4739-a1af-9ed3e6e04f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:35.599729 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b1103-2464-4739-a1af-9ed3e6e04f25 admin admin] Pushing event deleted for resources: {'Network': ['ID=9010c4eb-70b0-4853-abe2-15efc5a47948,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:35.603301 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-fc9b1103-2464-4739-a1af-9ed3e6e04f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:35.615536 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-fc9b1103-2464-4739-a1af-9ed3e6e04f25 admin admin] 10.222.0.96 "DELETE /v2.0/networks/9010c4eb-70b0-4853-abe2-15efc5a47948 HTTP/1.1" status: 204  len: 168 time: 1.7645760
Apr 09 14:02:35.787997 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device f3cb9d28-cc3b-4f1b-860a-e492362070f8 no longer exists at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:02:35.817422 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 35364) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:35.831364 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] No Port match for: f3cb9d28-cc3b-4f1b-860a-e492362070f8 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 14:02:35.831753 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device f3cb9d28-cc3b-4f1b-860a-e492362070f8 not bound to the agent host dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 14:02:35.863104 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-e91ce5b7-c74b-4850-979e-eaa83ac9b7e5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8f40d2219e104d8ba0a5d0df316c2e3c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0440488
Apr 09 14:02:35.865559 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 35368) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:35.932200 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-03af9387-c319-4df8-b076-323f9ec5063f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:35.961602 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-03af9387-c319-4df8-b076-323f9ec5063f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:36.009567 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-03af9387-c319-4df8-b076-323f9ec5063f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:36.015319 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-11f9ccfe-daa3-4d42-bf1c-3f3e6d9375a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:36.030795 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af9387-c319-4df8-b076-323f9ec5063f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c104b1d-4df1-49ea-a895-9c086492f9cf,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:36.035180 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-03af9387-c319-4df8-b076-323f9ec5063f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:36.038570 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-03af9387-c319-4df8-b076-323f9ec5063f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:36.039794 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-03af9387-c319-4df8-b076-323f9ec5063f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8c104b1d-4df1-49ea-a895-9c086492f9cf HTTP/1.1" status: 204  len: 168 time: 0.1732514
Apr 09 14:02:41.785554 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 35446) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:41.922405 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-67c53627-f74b-4cf7-b785-31400fed0b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:41.940103 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-67c53627-f74b-4cf7-b785-31400fed0b1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:02:41.944351 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-67c53627-f74b-4cf7-b785-31400fed0b1e admin admin] Usage tracker for resource:security_group_rule and tenant:c1d096145d3b4ff9b9fc076a91f68964 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 14:02:41.947390 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-67c53627-f74b-4cf7-b785-31400fed0b1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 14:02:41.954368 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-67c53627-f74b-4cf7-b785-31400fed0b1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:02:42.057094 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-67c53627-f74b-4cf7-b785-31400fed0b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:42.061828 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-67c53627-f74b-4cf7-b785-31400fed0b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:42.071971 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-ef4c7b29-6d8c-4a26-882e-4d7045bce435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:42.116429 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-67c53627-f74b-4cf7-b785-31400fed0b1e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c1d096145d3b4ff9b9fc076a91f68964&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3296075
Apr 09 14:02:42.118452 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c53627-f74b-4cf7-b785-31400fed0b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79eea92c-e3c8-415e-b3d9-7cbb32242d83,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:42.119696 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 35454) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:42.122534 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-67c53627-f74b-4cf7-b785-31400fed0b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:42.199710 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3505ccb3-f11a-4bc3-b3ff-1c05d55446d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:42.229327 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3505ccb3-f11a-4bc3-b3ff-1c05d55446d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:42.289276 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3505ccb3-f11a-4bc3-b3ff-1c05d55446d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:42.295770 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-bd2f31fd-7724-449e-87aa-3bb42c3ecec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:42.309684 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505ccb3-f11a-4bc3-b3ff-1c05d55446d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79eea92c-e3c8-415e-b3d9-7cbb32242d83,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:42.316328 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3505ccb3-f11a-4bc3-b3ff-1c05d55446d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:42.320799 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3505ccb3-f11a-4bc3-b3ff-1c05d55446d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:42.322114 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-3505ccb3-f11a-4bc3-b3ff-1c05d55446d2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/79eea92c-e3c8-415e-b3d9-7cbb32242d83 HTTP/1.1" status: 204  len: 168 time: 0.2007618
Apr 09 14:02:44.533140 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 35518) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:44.677220 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-51129577-5235-4c61-83dd-862569d47a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:44.694782 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-51129577-5235-4c61-83dd-862569d47a00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:02:44.700778 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-51129577-5235-4c61-83dd-862569d47a00 admin admin] Usage tracker for resource:security_group_rule and tenant:00929a94f8924b2eb13937accec78731 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 14:02:44.704115 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-51129577-5235-4c61-83dd-862569d47a00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 14:02:44.710471 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-51129577-5235-4c61-83dd-862569d47a00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:02:44.822225 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-51129577-5235-4c61-83dd-862569d47a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:44.826130 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-51129577-5235-4c61-83dd-862569d47a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:44.836582 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b78c57d0-a3bc-4a58-a16a-26892bd7ad0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:44.889867 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-51129577-5235-4c61-83dd-862569d47a00 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=00929a94f8924b2eb13937accec78731&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3554542
Apr 09 14:02:44.890945 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51129577-5235-4c61-83dd-862569d47a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d44976-09a1-44b9-b50f-91c9949c7b97,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:44.893156 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 35524) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:44.900951 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51129577-5235-4c61-83dd-862569d47a00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:02:44.901940 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51129577-5235-4c61-83dd-862569d47a00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:02:44.902524 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51129577-5235-4c61-83dd-862569d47a00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:02:44.903226 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51129577-5235-4c61-83dd-862569d47a00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:02:44.903705 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51129577-5235-4c61-83dd-862569d47a00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:02:44.904138 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51129577-5235-4c61-83dd-862569d47a00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:02:44.904593 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51129577-5235-4c61-83dd-862569d47a00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:02:44.905020 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51129577-5235-4c61-83dd-862569d47a00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:02:44.905440 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51129577-5235-4c61-83dd-862569d47a00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:02:44.905867 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51129577-5235-4c61-83dd-862569d47a00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:02:44.906279 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51129577-5235-4c61-83dd-862569d47a00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:02:44.906690 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51129577-5235-4c61-83dd-862569d47a00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:02:44.911632 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-51129577-5235-4c61-83dd-862569d47a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:44.972186 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1a283ff3-0b98-4899-8b0a-0bd73c59f287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:45.008240 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1a283ff3-0b98-4899-8b0a-0bd73c59f287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:45.064990 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1a283ff3-0b98-4899-8b0a-0bd73c59f287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:45.070705 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-99a3de0d-c719-459f-8d77-ae84ec76bdc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:45.086633 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a283ff3-0b98-4899-8b0a-0bd73c59f287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d44976-09a1-44b9-b50f-91c9949c7b97,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:45.091352 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1a283ff3-0b98-4899-8b0a-0bd73c59f287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:45.098055 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1a283ff3-0b98-4899-8b0a-0bd73c59f287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:45.099195 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-1a283ff3-0b98-4899-8b0a-0bd73c59f287 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/86d44976-09a1-44b9-b50f-91c9949c7b97 HTTP/1.1" status: 204  len: 168 time: 0.2049494
Apr 09 14:02:45.514383 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 35540) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:45.536212 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2cf23df8-60e1-43c0-8a9a-50aa9a92a708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:45.554685 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-2cf23df8-60e1-43c0-8a9a-50aa9a92a708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:02:45.559450 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-2cf23df8-60e1-43c0-8a9a-50aa9a92a708 admin admin] Usage tracker for resource:security_group_rule and tenant:268f14fd13f34119990a1119f951178a is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 14:02:45.562618 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-2cf23df8-60e1-43c0-8a9a-50aa9a92a708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 14:02:45.568937 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-2cf23df8-60e1-43c0-8a9a-50aa9a92a708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:02:45.669228 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2cf23df8-60e1-43c0-8a9a-50aa9a92a708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:45.672309 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2cf23df8-60e1-43c0-8a9a-50aa9a92a708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:45.685182 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-361c4f2c-29a1-459f-ba87-749518ff4ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:45.743027 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-2cf23df8-60e1-43c0-8a9a-50aa9a92a708 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=268f14fd13f34119990a1119f951178a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2272248
Apr 09 14:02:45.744115 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf23df8-60e1-43c0-8a9a-50aa9a92a708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f107bde-b0ce-4845-9e9e-efdbf46d72cb,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:45.748078 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 35544) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:45.749349 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2cf23df8-60e1-43c0-8a9a-50aa9a92a708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:45.863423 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a6441dd4-4543-4259-9a7f-0109e4b4016b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:45.897086 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a6441dd4-4543-4259-9a7f-0109e4b4016b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:45.949594 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a6441dd4-4543-4259-9a7f-0109e4b4016b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:45.953957 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-11b0f7e7-bc6e-4f7a-aa01-4ab1f02b5877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:45.971078 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6441dd4-4543-4259-9a7f-0109e4b4016b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f107bde-b0ce-4845-9e9e-efdbf46d72cb,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:45.974325 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-a6441dd4-4543-4259-9a7f-0109e4b4016b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:45.982489 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a6441dd4-4543-4259-9a7f-0109e4b4016b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:45.983749 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-a6441dd4-4543-4259-9a7f-0109e4b4016b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8f107bde-b0ce-4845-9e9e-efdbf46d72cb HTTP/1.1" status: 204  len: 168 time: 0.2340703
Apr 09 14:02:48.045028 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 35590) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:48.188800 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fe527fe4-9615-4961-94b8-a9e2abe4b5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:48.209562 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-fe527fe4-9615-4961-94b8-a9e2abe4b5b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:02:48.214521 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-fe527fe4-9615-4961-94b8-a9e2abe4b5b3 admin admin] Usage tracker for resource:security_group_rule and tenant:0ee8b24eb53d48a799a298471c56c2dc is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 14:02:48.217925 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-fe527fe4-9615-4961-94b8-a9e2abe4b5b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 14:02:48.224057 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-fe527fe4-9615-4961-94b8-a9e2abe4b5b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:02:48.329017 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fe527fe4-9615-4961-94b8-a9e2abe4b5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:48.332208 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-05b215f3-1ce8-45b4-867d-ea2b27218e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:48.333089 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fe527fe4-9615-4961-94b8-a9e2abe4b5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:48.343394 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-121b424b-20a7-48f6-af27-fe57b97f25a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:48.388250 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-fe527fe4-9615-4961-94b8-a9e2abe4b5b3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0ee8b24eb53d48a799a298471c56c2dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3412664
Apr 09 14:02:48.389937 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe527fe4-9615-4961-94b8-a9e2abe4b5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca8030e-06bf-40e5-86de-8710b8b89218,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:48.391363 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 35596) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:48.393235 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-fe527fe4-9615-4961-94b8-a9e2abe4b5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:48.462142 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c0e32cb9-d0ae-4175-9f58-54422d4a8066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:48.491827 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c0e32cb9-d0ae-4175-9f58-54422d4a8066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:48.543895 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c0e32cb9-d0ae-4175-9f58-54422d4a8066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:48.549221 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-aa07f276-63ba-489a-b741-c47713bbec70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:48.563616 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e32cb9-d0ae-4175-9f58-54422d4a8066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca8030e-06bf-40e5-86de-8710b8b89218,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:48.572916 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e32cb9-d0ae-4175-9f58-54422d4a8066 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:02:48.573902 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e32cb9-d0ae-4175-9f58-54422d4a8066 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:02:48.574328 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e32cb9-d0ae-4175-9f58-54422d4a8066 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:02:48.574732 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e32cb9-d0ae-4175-9f58-54422d4a8066 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:02:48.575140 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e32cb9-d0ae-4175-9f58-54422d4a8066 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:02:48.575549 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e32cb9-d0ae-4175-9f58-54422d4a8066 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:02:48.575962 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e32cb9-d0ae-4175-9f58-54422d4a8066 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:02:48.576391 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e32cb9-d0ae-4175-9f58-54422d4a8066 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:02:48.576803 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e32cb9-d0ae-4175-9f58-54422d4a8066 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:02:48.577207 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e32cb9-d0ae-4175-9f58-54422d4a8066 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:02:48.577613 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e32cb9-d0ae-4175-9f58-54422d4a8066 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:02:48.578016 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e32cb9-d0ae-4175-9f58-54422d4a8066 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:02:48.581726 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c0e32cb9-d0ae-4175-9f58-54422d4a8066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:48.582652 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c0e32cb9-d0ae-4175-9f58-54422d4a8066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:48.583889 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-c0e32cb9-d0ae-4175-9f58-54422d4a8066 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8ca8030e-06bf-40e5-86de-8710b8b89218 HTTP/1.1" status: 204  len: 168 time: 0.1906357
Apr 09 14:02:48.907710 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 35606) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:48.928812 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4e1ccbaa-c701-45d2-a0e7-4ff012fe05f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:48.946927 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-4e1ccbaa-c701-45d2-a0e7-4ff012fe05f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:02:48.951981 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-4e1ccbaa-c701-45d2-a0e7-4ff012fe05f5 admin admin] Usage tracker for resource:security_group_rule and tenant:a67d37a5e85f492582b2755c9ca3b17f is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 14:02:48.955128 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-4e1ccbaa-c701-45d2-a0e7-4ff012fe05f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 14:02:48.961397 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-4e1ccbaa-c701-45d2-a0e7-4ff012fe05f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:02:49.054319 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4e1ccbaa-c701-45d2-a0e7-4ff012fe05f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:49.057947 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4e1ccbaa-c701-45d2-a0e7-4ff012fe05f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:49.065835 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7e3fd5b3-dcbc-4769-8031-e6832a99c981 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:49.114498 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ccbaa-c701-45d2-a0e7-4ff012fe05f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32443b84-dd0f-4b70-946d-c38a4309cce8,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:49.119324 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-4e1ccbaa-c701-45d2-a0e7-4ff012fe05f5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a67d37a5e85f492582b2755c9ca3b17f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2104487
Apr 09 14:02:49.120620 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-4e1ccbaa-c701-45d2-a0e7-4ff012fe05f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:49.123062 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 35610) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:49.194629 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3a02df2b-8b4e-49d9-9b42-513e158eaf74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:49.224531 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3a02df2b-8b4e-49d9-9b42-513e158eaf74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:49.278267 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3a02df2b-8b4e-49d9-9b42-513e158eaf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:49.284415 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-fe527fe4-9615-4961-94b8-a9e2abe4b5b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:49.302232 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02df2b-8b4e-49d9-9b42-513e158eaf74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32443b84-dd0f-4b70-946d-c38a4309cce8,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:49.305686 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3a02df2b-8b4e-49d9-9b42-513e158eaf74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:49.319242 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3a02df2b-8b4e-49d9-9b42-513e158eaf74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:49.324041 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-3a02df2b-8b4e-49d9-9b42-513e158eaf74 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/32443b84-dd0f-4b70-946d-c38a4309cce8 HTTP/1.1" status: 204  len: 168 time: 0.1964066
Apr 09 14:02:51.434751 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-76ccf1d4-f872-480f-b036-0cee7f6700cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:51.594470 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:53.145334 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:53.333307 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:54.748799 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:55.707277 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 35722) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:55.849541 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-03e2e515-5a26-402c-9358-7a7f7fd8a479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:55.866729 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-03e2e515-5a26-402c-9358-7a7f7fd8a479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:02:55.872498 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-03e2e515-5a26-402c-9358-7a7f7fd8a479 admin admin] Usage tracker for resource:security_group_rule and tenant:5ded45210d4a4ee5b94ff4c404d82f59 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 14:02:55.876213 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-03e2e515-5a26-402c-9358-7a7f7fd8a479 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 14:02:55.883469 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-03e2e515-5a26-402c-9358-7a7f7fd8a479 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:02:56.029012 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-03e2e515-5a26-402c-9358-7a7f7fd8a479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:56.033154 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-03e2e515-5a26-402c-9358-7a7f7fd8a479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:56.050824 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-ab11394c-4a6f-4e3d-879f-242c301f056c tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:56.148636 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-03e2e515-5a26-402c-9358-7a7f7fd8a479 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5ded45210d4a4ee5b94ff4c404d82f59&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4396918
Apr 09 14:02:56.150017 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2e515-5a26-402c-9358-7a7f7fd8a479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e7a845-e09b-4389-b6c5-ebbc2b0fdf57,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:56.151402 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 35728) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:56.156419 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-03e2e515-5a26-402c-9358-7a7f7fd8a479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:56.221898 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-6f67a239-2af2-4a71-9705-15fceb58f7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:56.255906 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-6f67a239-2af2-4a71-9705-15fceb58f7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:56.319873 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-6f67a239-2af2-4a71-9705-15fceb58f7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:56.327556 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-37be960e-0ce5-4906-b07b-83defd1bdde7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:56.343143 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67a239-2af2-4a71-9705-15fceb58f7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e7a845-e09b-4389-b6c5-ebbc2b0fdf57,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:56.346168 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-6f67a239-2af2-4a71-9705-15fceb58f7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:56.347427 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-6f67a239-2af2-4a71-9705-15fceb58f7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:56.348686 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-6f67a239-2af2-4a71-9705-15fceb58f7b9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/08e7a845-e09b-4389-b6c5-ebbc2b0fdf57 HTTP/1.1" status: 204  len: 168 time: 0.1957645
Apr 09 14:02:56.688844 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 35738) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:56.709179 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2454a573-b6f3-4225-b9c3-6a9912f5b12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:56.728594 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-2454a573-b6f3-4225-b9c3-6a9912f5b12b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:02:56.733955 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-2454a573-b6f3-4225-b9c3-6a9912f5b12b admin admin] Usage tracker for resource:security_group_rule and tenant:9eb07078fa314a7ca0df13228eed571f is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 14:02:56.739549 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-2454a573-b6f3-4225-b9c3-6a9912f5b12b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 14:02:56.750039 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-2454a573-b6f3-4225-b9c3-6a9912f5b12b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:02:56.863060 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2454a573-b6f3-4225-b9c3-6a9912f5b12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:56.867847 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2454a573-b6f3-4225-b9c3-6a9912f5b12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:56.878889 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2ecbeb99-656a-4917-a935-61d80ced0d96 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:56.931744 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-2454a573-b6f3-4225-b9c3-6a9912f5b12b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9eb07078fa314a7ca0df13228eed571f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2417338
Apr 09 14:02:56.934192 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454a573-b6f3-4225-b9c3-6a9912f5b12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c67d3b7-2995-4725-9b1f-bbff47912d66,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:56.935040 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 35746) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:56.938208 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2454a573-b6f3-4225-b9c3-6a9912f5b12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:57.051382 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b67d8b39-5521-4681-853e-ec95e34f1015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:57.102448 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b67d8b39-5521-4681-853e-ec95e34f1015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:57.178271 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b67d8b39-5521-4681-853e-ec95e34f1015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:57.184105 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2d6e627d-1c67-47c6-b352-6ce35a1afecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:57.198434 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d8b39-5521-4681-853e-ec95e34f1015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c67d3b7-2995-4725-9b1f-bbff47912d66,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:57.202035 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b67d8b39-5521-4681-853e-ec95e34f1015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:57.211424 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b67d8b39-5521-4681-853e-ec95e34f1015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:57.211424 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-b67d8b39-5521-4681-853e-ec95e34f1015 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4c67d3b7-2995-4725-9b1f-bbff47912d66 HTTP/1.1" status: 204  len: 168 time: 0.2696331
Apr 09 14:02:58.782852 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 35796) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:59.069325 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-93b8a427-8a5a-4db6-b1a1-458fe7fe5ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:59.087492 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-93b8a427-8a5a-4db6-b1a1-458fe7fe5ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:02:59.092725 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-93b8a427-8a5a-4db6-b1a1-458fe7fe5ae3 admin admin] Usage tracker for resource:security_group_rule and tenant:393bac2c83134a83a317d1a1c7d45f3b is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 14:02:59.095885 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-93b8a427-8a5a-4db6-b1a1-458fe7fe5ae3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 14:02:59.102391 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-93b8a427-8a5a-4db6-b1a1-458fe7fe5ae3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:02:59.208790 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-93b8a427-8a5a-4db6-b1a1-458fe7fe5ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:59.211899 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-93b8a427-8a5a-4db6-b1a1-458fe7fe5ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:59.222359 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-30bdaed4-58fd-456b-bb27-afd86e0ca8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:59.266427 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8a427-8a5a-4db6-b1a1-458fe7fe5ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bbd29b-fa4a-433a-ad4a-267f0ac89b1a,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:59.288201 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-93b8a427-8a5a-4db6-b1a1-458fe7fe5ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:59.292916 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-93b8a427-8a5a-4db6-b1a1-458fe7fe5ae3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=393bac2c83134a83a317d1a1c7d45f3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5064430
Apr 09 14:02:59.293788 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 35820) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:02:59.383694 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-be7772c1-2c5c-492a-b327-4757a94006de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:59.417523 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-be7772c1-2c5c-492a-b327-4757a94006de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:59.472158 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-be7772c1-2c5c-492a-b327-4757a94006de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:59.477889 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f2b92102-73e5-47cb-9748-d2c2ac3a3466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:02:59.499237 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7772c1-2c5c-492a-b327-4757a94006de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bbd29b-fa4a-433a-ad4a-267f0ac89b1a,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:02:59.501902 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-be7772c1-2c5c-492a-b327-4757a94006de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:02:59.518990 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-be7772c1-2c5c-492a-b327-4757a94006de admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:02:59.522988 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-be7772c1-2c5c-492a-b327-4757a94006de admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/21bbd29b-fa4a-433a-ad4a-267f0ac89b1a HTTP/1.1" status: 204  len: 168 time: 0.2253857
Apr 09 14:03:00.016893 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 35852) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:03:00.290551 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0dc27e44-935e-41d9-9dce-2bf3ff53c4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:00.313730 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-0dc27e44-935e-41d9-9dce-2bf3ff53c4aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:03:00.320397 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-0dc27e44-935e-41d9-9dce-2bf3ff53c4aa admin admin] Usage tracker for resource:security_group_rule and tenant:5c8dfdb3936c495e811aed7dc8a0cb6d is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 14:03:00.324020 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-0dc27e44-935e-41d9-9dce-2bf3ff53c4aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 14:03:00.331818 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-0dc27e44-935e-41d9-9dce-2bf3ff53c4aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:03:00.430258 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0dc27e44-935e-41d9-9dce-2bf3ff53c4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:00.434362 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0dc27e44-935e-41d9-9dce-2bf3ff53c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:00.442408 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-11fff6f6-1c53-445d-bb11-5678d6c659c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:03:00.490284 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-0dc27e44-935e-41d9-9dce-2bf3ff53c4aa admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5c8dfdb3936c495e811aed7dc8a0cb6d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4719892
Apr 09 14:03:00.491264 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc27e44-935e-41d9-9dce-2bf3ff53c4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6f1ee2-e8cd-4e35-b3b4-c944e3f37772,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:03:00.493257 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 35870) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:03:00.494536 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0dc27e44-935e-41d9-9dce-2bf3ff53c4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:03:00.563165 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-53c355d6-de5e-4881-b218-85e031860438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:00.595421 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-53c355d6-de5e-4881-b218-85e031860438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:00.647005 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-53c355d6-de5e-4881-b218-85e031860438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:00.653228 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-4e1ccbaa-c701-45d2-a0e7-4ff012fe05f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:03:00.668139 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c355d6-de5e-4881-b218-85e031860438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6f1ee2-e8cd-4e35-b3b4-c944e3f37772,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:03:00.670680 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-53c355d6-de5e-4881-b218-85e031860438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:03:00.678945 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-53c355d6-de5e-4881-b218-85e031860438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:00.683221 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-53c355d6-de5e-4881-b218-85e031860438 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ab6f1ee2-e8cd-4e35-b3b4-c944e3f37772 HTTP/1.1" status: 204  len: 168 time: 0.1858761
Apr 09 14:03:00.931854 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 14:03:01.152699 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 35892) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:03:01.173750 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-635bca7d-f521-466a-b904-68d91bc0f886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:01.190671 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-635bca7d-f521-466a-b904-68d91bc0f886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:03:01.194794 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-635bca7d-f521-466a-b904-68d91bc0f886 admin admin] Usage tracker for resource:security_group_rule and tenant:594ae858fb8d4818ad83d60ba0f65bbf is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 14:03:01.198193 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-635bca7d-f521-466a-b904-68d91bc0f886 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 14:03:01.204274 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-635bca7d-f521-466a-b904-68d91bc0f886 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:03:01.316821 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-635bca7d-f521-466a-b904-68d91bc0f886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:01.320461 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-635bca7d-f521-466a-b904-68d91bc0f886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:01.330289 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c39d9862-258b-49c1-9da0-94937d1cdac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:03:01.380062 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-635bca7d-f521-466a-b904-68d91bc0f886 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=594ae858fb8d4818ad83d60ba0f65bbf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2260406
Apr 09 14:03:01.381924 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635bca7d-f521-466a-b904-68d91bc0f886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726fab8c-8c43-479c-aa63-f2935def2a9b,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:03:01.383169 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 35900) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:03:01.385474 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-635bca7d-f521-466a-b904-68d91bc0f886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:03:01.454547 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-41d646a7-0b94-4795-9199-7c6161568e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:01.484497 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-41d646a7-0b94-4795-9199-7c6161568e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:01.534113 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-41d646a7-0b94-4795-9199-7c6161568e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:01.539677 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b67d8b39-5521-4681-853e-ec95e34f1015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:03:01.554853 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d646a7-0b94-4795-9199-7c6161568e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726fab8c-8c43-479c-aa63-f2935def2a9b,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:03:01.558034 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-41d646a7-0b94-4795-9199-7c6161568e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:03:01.559793 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-41d646a7-0b94-4795-9199-7c6161568e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:01.562934 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-41d646a7-0b94-4795-9199-7c6161568e08 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/726fab8c-8c43-479c-aa63-f2935def2a9b HTTP/1.1" status: 204  len: 168 time: 0.1785316
Apr 09 14:03:03.070105 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 35940) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:03:03.209901 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9d3472a9-ba9f-4e5f-aac2-317acdb2bb46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:03.228161 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-9d3472a9-ba9f-4e5f-aac2-317acdb2bb46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:03:03.232638 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-9d3472a9-ba9f-4e5f-aac2-317acdb2bb46 admin admin] Usage tracker for resource:security_group_rule and tenant:6bd345e918d14c979d95d267066d51cb is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 14:03:03.235711 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-9d3472a9-ba9f-4e5f-aac2-317acdb2bb46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 14:03:03.242535 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-9d3472a9-ba9f-4e5f-aac2-317acdb2bb46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:03:03.358066 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9d3472a9-ba9f-4e5f-aac2-317acdb2bb46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:03.361045 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9d3472a9-ba9f-4e5f-aac2-317acdb2bb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:03.370283 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-ccba5d58-ad73-4f11-89fa-0fa0eb224909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:03:03.417901 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-9d3472a9-ba9f-4e5f-aac2-317acdb2bb46 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6bd345e918d14c979d95d267066d51cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3466051
Apr 09 14:03:03.419717 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3472a9-ba9f-4e5f-aac2-317acdb2bb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb042f20-2f41-4bf5-a61e-54e30c17e234,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:03:03.421205 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 35950) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:03:03.423404 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9d3472a9-ba9f-4e5f-aac2-317acdb2bb46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:03:03.494201 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46970e3b-57d6-4df9-b8c6-ee0e7fff8574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:03.524467 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46970e3b-57d6-4df9-b8c6-ee0e7fff8574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:03.574596 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46970e3b-57d6-4df9-b8c6-ee0e7fff8574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:03.580490 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-ed6e2ffd-f27a-4741-978b-16e4bf2c0501 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:03:03.597776 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46970e3b-57d6-4df9-b8c6-ee0e7fff8574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb042f20-2f41-4bf5-a61e-54e30c17e234,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:03:03.600241 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-46970e3b-57d6-4df9-b8c6-ee0e7fff8574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:03:03.611695 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-46970e3b-57d6-4df9-b8c6-ee0e7fff8574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:03.613001 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-46970e3b-57d6-4df9-b8c6-ee0e7fff8574 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/eb042f20-2f41-4bf5-a61e-54e30c17e234 HTTP/1.1" status: 204  len: 168 time: 0.1899910
Apr 09 14:03:04.694985 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 35986) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:03:04.834948 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5bdc53b8-7de1-4245-b40e-60323a2ded74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:04.853546 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-5bdc53b8-7de1-4245-b40e-60323a2ded74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:03:04.858480 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-5bdc53b8-7de1-4245-b40e-60323a2ded74 admin admin] Usage tracker for resource:security_group_rule and tenant:2dce86c4211f4ed5b351d0e18adaf2f1 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 14:03:04.861665 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-5bdc53b8-7de1-4245-b40e-60323a2ded74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 14:03:04.868005 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-5bdc53b8-7de1-4245-b40e-60323a2ded74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:03:04.967931 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5bdc53b8-7de1-4245-b40e-60323a2ded74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:04.971547 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5bdc53b8-7de1-4245-b40e-60323a2ded74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:04.986753 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-be08a7e4-733a-4363-8250-46de0101c3b6 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:03:05.037012 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 35996) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:03:05.037200 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-5bdc53b8-7de1-4245-b40e-60323a2ded74 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2dce86c4211f4ed5b351d0e18adaf2f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3406043
Apr 09 14:03:05.039168 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc53b8-7de1-4245-b40e-60323a2ded74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8ce3c0-9331-4c73-92cc-965a4f8a556b,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:03:05.043463 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5bdc53b8-7de1-4245-b40e-60323a2ded74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:03:05.114885 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c1a1ca60-3083-4091-a4a3-1f239ac1f57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:05.161856 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c1a1ca60-3083-4091-a4a3-1f239ac1f57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:05.243566 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c1a1ca60-3083-4091-a4a3-1f239ac1f57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:05.253042 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c08fe02a-2a8f-472c-8d16-b226d26c22fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:03:05.284733 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1ca60-3083-4091-a4a3-1f239ac1f57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8ce3c0-9331-4c73-92cc-965a4f8a556b,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:03:05.288906 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c1a1ca60-3083-4091-a4a3-1f239ac1f57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:03:05.296210 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c1a1ca60-3083-4091-a4a3-1f239ac1f57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:05.298327 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-c1a1ca60-3083-4091-a4a3-1f239ac1f57a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/af8ce3c0-9331-4c73-92cc-965a4f8a556b HTTP/1.1" status: 204  len: 168 time: 0.2591085
Apr 09 14:03:05.602723 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 36004) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:03:05.622767 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5f3eb82c-aeae-4541-b641-977dbcd8b278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:05.638994 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-5f3eb82c-aeae-4541-b641-977dbcd8b278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:03:05.643050 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-5f3eb82c-aeae-4541-b641-977dbcd8b278 admin admin] Usage tracker for resource:security_group_rule and tenant:bdcc5a7ec3cc4069a8a9b365a09c205d is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 14:03:05.646330 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-5f3eb82c-aeae-4541-b641-977dbcd8b278 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 14:03:05.652801 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-5f3eb82c-aeae-4541-b641-977dbcd8b278 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:03:05.744211 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5f3eb82c-aeae-4541-b641-977dbcd8b278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:05.748604 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-5f3eb82c-aeae-4541-b641-977dbcd8b278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:05.762837 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-18fe1ceb-6ed5-4d34-85c3-47fe53560809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:03:05.809223 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-5f3eb82c-aeae-4541-b641-977dbcd8b278 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bdcc5a7ec3cc4069a8a9b365a09c205d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2047465
Apr 09 14:03:05.810571 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3eb82c-aeae-4541-b641-977dbcd8b278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6045c032-a982-484e-97f8-354ef2dcf38d,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:03:05.812772 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 36008) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:03:05.814211 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5f3eb82c-aeae-4541-b641-977dbcd8b278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:03:05.882453 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d2ba3488-b49e-4544-8b48-44775dc4ee9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:05.912056 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d2ba3488-b49e-4544-8b48-44775dc4ee9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:05.960963 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d2ba3488-b49e-4544-8b48-44775dc4ee9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:05.966318 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1a283ff3-0b98-4899-8b0a-0bd73c59f287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:03:05.979824 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba3488-b49e-4544-8b48-44775dc4ee9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6045c032-a982-484e-97f8-354ef2dcf38d,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:03:05.983982 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d2ba3488-b49e-4544-8b48-44775dc4ee9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:03:05.990270 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d2ba3488-b49e-4544-8b48-44775dc4ee9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:05.991498 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-d2ba3488-b49e-4544-8b48-44775dc4ee9d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6045c032-a982-484e-97f8-354ef2dcf38d HTTP/1.1" status: 204  len: 168 time: 0.1776321
Apr 09 14:03:18.337247 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-916c5718-e525-47bf-b6c9-4ab86ac4b361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:21.439146 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b5d160f9-8693-45f0-ac0f-ff2e4cb60701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:21.610605 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:22.170218 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 36198) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:03:22.311450 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e46ca540-f309-4342-b51c-d02889ea3054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:22.330090 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-e46ca540-f309-4342-b51c-d02889ea3054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:03:22.334875 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-e46ca540-f309-4342-b51c-d02889ea3054 admin admin] Usage tracker for resource:security_group_rule and tenant:2c132929226144c08da7508914471fa1 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 14:03:22.339241 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-e46ca540-f309-4342-b51c-d02889ea3054 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 14:03:22.346200 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-e46ca540-f309-4342-b51c-d02889ea3054 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:03:22.452865 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e46ca540-f309-4342-b51c-d02889ea3054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:22.456171 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e46ca540-f309-4342-b51c-d02889ea3054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:22.465167 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-03af9387-c319-4df8-b076-323f9ec5063f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:03:22.511836 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-e46ca540-f309-4342-b51c-d02889ea3054 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2c132929226144c08da7508914471fa1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3402169
Apr 09 14:03:22.512670 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ca540-f309-4342-b51c-d02889ea3054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0121e2c-760b-4782-b969-bda45cda4ed1,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:03:22.515794 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 36204) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:03:22.516210 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e46ca540-f309-4342-b51c-d02889ea3054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:03:22.585425 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-88249d72-6e13-41f0-a89b-ef0b04810799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:22.616053 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-88249d72-6e13-41f0-a89b-ef0b04810799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:22.666284 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-88249d72-6e13-41f0-a89b-ef0b04810799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:22.672333 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-5f3eb82c-aeae-4541-b641-977dbcd8b278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:03:22.686231 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88249d72-6e13-41f0-a89b-ef0b04810799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0121e2c-760b-4782-b969-bda45cda4ed1,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:03:22.690823 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-88249d72-6e13-41f0-a89b-ef0b04810799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:03:22.696860 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-88249d72-6e13-41f0-a89b-ef0b04810799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:22.698803 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-88249d72-6e13-41f0-a89b-ef0b04810799 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a0121e2c-760b-4782-b969-bda45cda4ed1 HTTP/1.1" status: 204  len: 168 time: 0.1812580
Apr 09 14:03:23.149891 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:23.329036 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:23.670591 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 36238) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:03:23.840726 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-2a3f0d43-c5e3-4ee2-9514-236c605a2ee8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1304234460-network', 'tenant_id': '2cb4f91cdcec420194b66425a2b55990'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 14:03:23.847824 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-2a3f0d43-c5e3-4ee2-9514-236c605a2ee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:03:23.852166 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-2a3f0d43-c5e3-4ee2-9514-236c605a2ee8 admin admin] Usage tracker for resource:network and tenant:2cb4f91cdcec420194b66425a2b55990 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 14:03:23.856792 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-2a3f0d43-c5e3-4ee2-9514-236c605a2ee8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 14:03:23.867286 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-2a3f0d43-c5e3-4ee2-9514-236c605a2ee8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:03:23.880043 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3f0d43-c5e3-4ee2-9514-236c605a2ee8 admin admin] Made reservation on behalf of 2cb4f91cdcec420194b66425a2b55990 for: {'network': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 14:03:23.885084 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2a3f0d43-c5e3-4ee2-9514-236c605a2ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for network, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:23.899805 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2a3f0d43-c5e3-4ee2-9514-236c605a2ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:23.918666 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-2a3f0d43-c5e3-4ee2-9514-236c605a2ee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:03:23.922863 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-2a3f0d43-c5e3-4ee2-9514-236c605a2ee8 admin admin] Usage tracker for resource:security_group_rule and tenant:2cb4f91cdcec420194b66425a2b55990 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 14:03:23.927379 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-2a3f0d43-c5e3-4ee2-9514-236c605a2ee8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 14:03:23.941248 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-2a3f0d43-c5e3-4ee2-9514-236c605a2ee8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:03:24.047038 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2a3f0d43-c5e3-4ee2-9514-236c605a2ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:24.050153 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2a3f0d43-c5e3-4ee2-9514-236c605a2ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:24.054907 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1c4578fe-d334-45ef-b5ba-5a04e116b95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:03:24.081638 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3f0d43-c5e3-4ee2-9514-236c605a2ee8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 989}  {{(pid=85291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 14:03:24.095818 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f0d43-c5e3-4ee2-9514-236c605a2ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e101f2f2-29a9-4055-a0db-a57881df0c85,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:03:24.099190 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2a3f0d43-c5e3-4ee2-9514-236c605a2ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:03:24.102086 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2a3f0d43-c5e3-4ee2-9514-236c605a2ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:24.102482 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.segments_db [None req-2a3f0d43-c5e3-4ee2-9514-236c605a2ee8 admin admin] Added segment ff7d68d4-70cb-403a-b431-81c09ecee8bb of type vlan for network 1ae3fdc5-1653-439d-a421-657d457689e6
Apr 09 14:03:24.135428 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2a3f0d43-c5e3-4ee2-9514-236c605a2ee8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733478247317'] for network, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:24.170235 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2a3f0d43-c5e3-4ee2-9514-236c605a2ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028'] for network, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:24.171647 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3f0d43-c5e3-4ee2-9514-236c605a2ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:03:24.172310 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2a3f0d43-c5e3-4ee2-9514-236c605a2ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:24.177640 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-cd59160d-1da9-4596-84f5-679128b7cfb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:03:24.324677 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f0d43-c5e3-4ee2-9514-236c605a2ee8 admin admin] Pushing event updated for resources: {'Network': ['ID=1ae3fdc5-1653-439d-a421-657d457689e6,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:03:24.332024 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-2a3f0d43-c5e3-4ee2-9514-236c605a2ee8 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6653140
Apr 09 14:03:24.332024 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2a3f0d43-c5e3-4ee2-9514-236c605a2ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:03:24.334515 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 36248) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:03:24.340118 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Network 1ae3fdc5-1653-439d-a421-657d457689e6 details requested by agent ovs-agent-dv-cinder-785362-1-iscsi with host dv-cinder-785362-1-iscsi {{(pid=85292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 14:03:24.345781 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [None req-fafd0efc-ad0f-40a7-b60e-6c467c14eb64 admin admin] Request body: {'subnet': {'network_id': '1ae3fdc5-1653-439d-a421-657d457689e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1304234460-subnet', 'tenant_id': '2cb4f91cdcec420194b66425a2b55990', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 14:03:24.353252 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-fafd0efc-ad0f-40a7-b60e-6c467c14eb64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:03:24.357895 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-fafd0efc-ad0f-40a7-b60e-6c467c14eb64 admin admin] Usage tracker for resource:subnet and tenant:2cb4f91cdcec420194b66425a2b55990 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 14:03:24.361442 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-fafd0efc-ad0f-40a7-b60e-6c467c14eb64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 14:03:24.368384 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-fafd0efc-ad0f-40a7-b60e-6c467c14eb64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:03:24.385608 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafd0efc-ad0f-40a7-b60e-6c467c14eb64 admin admin] Made reservation on behalf of 2cb4f91cdcec420194b66425a2b55990 for: {'subnet': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 14:03:24.390777 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fafd0efc-ad0f-40a7-b60e-6c467c14eb64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844758507'] for subnet, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:24.750679 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:24.930413 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fafd0efc-ad0f-40a7-b60e-6c467c14eb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852529872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844758492'] for subnet, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:24.946234 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:03:25.091920 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd0efc-ad0f-40a7-b60e-6c467c14eb64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=400fca0e-a972-407a-8bbd-cd07bb5071f3,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:03:25.099193 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-fafd0efc-ad0f-40a7-b60e-6c467c14eb64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:03:25.210868 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafd0efc-ad0f-40a7-b60e-6c467c14eb64 admin admin] Checking segment: {'id': 'ff7d68d4-70cb-403a-b431-81c09ecee8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '1ae3fdc5-1653-439d-a421-657d457689e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 14:03:25.211142 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafd0efc-ad0f-40a7-b60e-6c467c14eb64 admin admin] Network hostable DHCP agents. Network: 1ae3fdc5-1653-439d-a421-657d457689e6, hostable agents: ['470b7876-9f31-410a-8036-567e17def360'], hosted agents: [] {{(pid=85291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 14:03:25.237415 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafd0efc-ad0f-40a7-b60e-6c467c14eb64 admin admin] Network 1ae3fdc5-1653-439d-a421-657d457689e6 is scheduled to be hosted by DHCP agent 470b7876-9f31-410a-8036-567e17def360 with binding_index 1 {{(pid=85291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 14:03:25.256267 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [None req-fafd0efc-ad0f-40a7-b60e-6c467c14eb64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-iscsi, 1ae3fdc5-1653-439d-a421-657d457689e6) {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 14:03:25.273657 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafd0efc-ad0f-40a7-b60e-6c467c14eb64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:03:25.275159 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-fafd0efc-ad0f-40a7-b60e-6c467c14eb64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:25.283798 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0f7c2f-c652-4e19-b157-1a7cc0c4c4fb None None] Network 1ae3fdc5-1653-439d-a421-657d457689e6 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 14:03:25.304678 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-fafd0efc-ad0f-40a7-b60e-6c467c14eb64 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9682779
Apr 09 14:03:25.646885 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85ca58f-6030-4558-8c86-88e4037ce0d8 None None] Network 1ae3fdc5-1653-439d-a421-657d457689e6 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 14:03:30.100004 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-db175b31-5ea5-45aa-bbc0-f0cd2c62e3c9 req-2c9af0c4-02f7-4fd8-8953-4c8f331a8be3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0845289
Apr 09 14:03:30.414497 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db175b31-5ea5-45aa-bbc0-f0cd2c62e3c9 req-341b88e8-e768-45ca-8c27-1c0904ddafd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:03:30.417180 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-db175b31-5ea5-45aa-bbc0-f0cd2c62e3c9 req-341b88e8-e768-45ca-8c27-1c0904ddafd6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7636e0a8bd3d4e4681b67e8a86200354&device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 1098 time: 0.0961537
Apr 09 14:03:30.606642 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db175b31-5ea5-45aa-bbc0-f0cd2c62e3c9 req-ce8c6b99-2eb8-41f1-85b9-3ce2b28a3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:03:30.608467 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-db175b31-5ea5-45aa-bbc0-f0cd2c62e3c9 req-ce8c6b99-2eb8-41f1-85b9-3ce2b28a3035 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c HTTP/1.1" status: 200  len: 909 time: 0.1687374
Apr 09 14:03:30.738345 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-db175b31-5ea5-45aa-bbc0-f0cd2c62e3c9 req-035ba087-206c-4463-81a7-3f8de6abc36e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee HTTP/1.1" status: 200  len: 1000 time: 0.1224568
Apr 09 14:03:30.824512 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db175b31-5ea5-45aa-bbc0-f0cd2c62e3c9 req-e8c8a926-2fb0-40e5-9d6a-767961486b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:03:30.826198 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-db175b31-5ea5-45aa-bbc0-f0cd2c62e3c9 req-e8c8a926-2fb0-40e5-9d6a-767961486b89 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=344aad20-d45e-469e-8ef2-5e45b8c2ce38 HTTP/1.1" status: 200  len: 847 time: 0.0812287
Apr 09 14:03:30.914699 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db175b31-5ea5-45aa-bbc0-f0cd2c62e3c9 req-f58195fd-962e-4f27-b111-0ca5eeb35f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:03:30.917182 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-db175b31-5ea5-45aa-bbc0-f0cd2c62e3c9 req-f58195fd-962e-4f27-b111-0ca5eeb35f62 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0839093
Apr 09 14:03:31.090094 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-db175b31-5ea5-45aa-bbc0-f0cd2c62e3c9 req-09fed18f-c9bc-46d0-ac9d-0dd2b0f510fb service neutron] 10.222.0.93 "GET /v2.0/networks/8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1659939
Apr 09 14:03:31.326626 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-db175b31-5ea5-45aa-bbc0-f0cd2c62e3c9 req-d8408643-ac0e-45e6-9e22-622809387949 service neutron] 10.222.0.93 "GET /v2.0/networks/8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2290020
Apr 09 14:03:32.277954 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-5f0b7ce0-01ee-43ef-9700-3e940c2f30cc tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:03:32.280928 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-5f0b7ce0-01ee-43ef-9700-3e940c2f30cc tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/networks?id=1ae3fdc5-1653-439d-a421-657d457689e6 HTTP/1.1" status: 200  len: 814 time: 0.2337239
Apr 09 14:03:32.307347 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-82a0f640-3aed-4197-85a4-e7e6d8b33596 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/quotas/2cb4f91cdcec420194b66425a2b55990 HTTP/1.1" status: 200  len: 375 time: 0.0194530
Apr 09 14:03:32.375578 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-269b2e4e-738d-4126-a6a6-1b7b65aae187 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=2cb4f91cdcec420194b66425a2b55990&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0576885
Apr 09 14:03:32.790736 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-d8e7bf89-7a78-4c8c-8ed0-4cfe55f32a6a service neutron] 10.222.0.96 "GET /v2.0/networks/1ae3fdc5-1653-439d-a421-657d457689e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4051933
Apr 09 14:03:32.950809 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-ac81c081-7f4f-4160-b081-615a22f849f6 service neutron] 10.222.0.96 "GET /v2.0/networks/1ae3fdc5-1653-439d-a421-657d457689e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1527567
Apr 09 14:03:33.188969 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d00e9e98-ea2f-40a9-ba29-8729874716ed req-484658dd-2434-4f6e-969a-97bf4a9c6836 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=76805d17-4162-4725-bd58-aa3643fddc62 HTTP/1.1" status: 200  len: 210 time: 0.0557342
Apr 09 14:03:34.414409 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-41e113ba-3386-4134-b2fd-78ae490d799e req-d4fbe9ad-53a6-4d85-985c-3f3c0db9937a tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=76805d17-4162-4725-bd58-aa3643fddc62 HTTP/1.1" status: 200  len: 210 time: 0.0552711
Apr 09 14:03:35.040260 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-78f7a7fa-ddd8-4c80-a730-76c7bd198302 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:03:35.041246 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-78f7a7fa-ddd8-4c80-a730-76c7bd198302 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Synchronizing usage tracker for tenant:2cb4f91cdcec420194b66425a2b55990 on resource:network {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 14:03:35.060916 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-78f7a7fa-ddd8-4c80-a730-76c7bd198302 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Unset dirty status for tenant:2cb4f91cdcec420194b66425a2b55990 on resource:network {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 14:03:35.062204 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-78f7a7fa-ddd8-4c80-a730-76c7bd198302 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.93 "GET /v2.0/networks?id=1ae3fdc5-1653-439d-a421-657d457689e6 HTTP/1.1" status: 200  len: 814 time: 0.4843099
Apr 09 14:03:35.076824 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-a822043c-e023-4c5d-8c94-f2038fc8fbee tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Request body: {'port': {'device_id': '76805d17-4162-4725-bd58-aa3643fddc62', 'network_id': '1ae3fdc5-1653-439d-a421-657d457689e6', 'admin_state_up': True, 'tenant_id': '2cb4f91cdcec420194b66425a2b55990'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 14:03:35.258668 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-a822043c-e023-4c5d-8c94-f2038fc8fbee tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:03:35.265078 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-a822043c-e023-4c5d-8c94-f2038fc8fbee tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Usage tracker for resource:port and tenant:2cb4f91cdcec420194b66425a2b55990 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 14:03:35.268866 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-a822043c-e023-4c5d-8c94-f2038fc8fbee tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 14:03:35.277147 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-a822043c-e023-4c5d-8c94-f2038fc8fbee tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:03:35.289042 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-a822043c-e023-4c5d-8c94-f2038fc8fbee tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Made reservation on behalf of 2cb4f91cdcec420194b66425a2b55990 for: {'port': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 14:03:35.296640 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-a822043c-e023-4c5d-8c94-f2038fc8fbee tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:35.585364 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-a822043c-e023-4c5d-8c94-f2038fc8fbee tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Allocated IP 172.20.0.8 (1ae3fdc5-1653-439d-a421-657d457689e6/400fca0e-a972-407a-8bbd-cd07bb5071f3/99c26063-2446-4c65-950e-b2f87e11d3a1) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 14:03:35.648201 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-f8fe135f-37ae-4c79-b749-acaf7fca4e16 req-3c83bb50-d741-4497-b590-6f2c4ffa85df tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=76805d17-4162-4725-bd58-aa3643fddc62 HTTP/1.1" status: 200  len: 210 time: 0.0811954
Apr 09 14:03:35.815926 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 36368) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:03:35.933662 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-a822043c-e023-4c5d-8c94-f2038fc8fbee tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:35.958823 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-87eff645-1fe9-4841-ac0b-aefe81d8630d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:35.966087 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-a822043c-e023-4c5d-8c94-f2038fc8fbee tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:35.976382 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-87eff645-1fe9-4841-ac0b-aefe81d8630d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:03:35.981086 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-87eff645-1fe9-4841-ac0b-aefe81d8630d admin admin] Usage tracker for resource:security_group_rule and tenant:2dff79f7a46f4ada8a53b43bfaaf8360 is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 14:03:35.982134 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-39c3c1b2-a050-47dc-a741-97abdeaecc4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:03:35.984489 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-87eff645-1fe9-4841-ac0b-aefe81d8630d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 14:03:35.990983 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-87eff645-1fe9-4841-ac0b-aefe81d8630d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:03:36.090862 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-87eff645-1fe9-4841-ac0b-aefe81d8630d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:36.094268 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-87eff645-1fe9-4841-ac0b-aefe81d8630d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:36.108612 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-58ce84a8-9370-4564-a30d-257829fe9f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:03:36.136529 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822043c-e023-4c5d-8c94-f2038fc8fbee tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Pushing event updated for resources: {'Port': ['ID=99c26063-2446-4c65-950e-b2f87e11d3a1,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:03:36.141832 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-a822043c-e023-4c5d-8c94-f2038fc8fbee tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:03:36.148053 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-87eff645-1fe9-4841-ac0b-aefe81d8630d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2dff79f7a46f4ada8a53b43bfaaf8360&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3306797
Apr 09 14:03:36.153732 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 36374) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:03:36.173740 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eff645-1fe9-4841-ac0b-aefe81d8630d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4121c0-428b-454f-ab49-585207a181cf,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:03:36.179676 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-87eff645-1fe9-4841-ac0b-aefe81d8630d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:03:36.231270 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-a822043c-e023-4c5d-8c94-f2038fc8fbee tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Network 1ae3fdc5-1653-439d-a421-657d457689e6 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 14:03:36.233502 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-a822043c-e023-4c5d-8c94-f2038fc8fbee tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Resources bound (agent type, host, resource id):  {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 14:03:36.238000 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-a822043c-e023-4c5d-8c94-f2038fc8fbee tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 14:03:36.238253 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8706-9c83-4419-b3d3-4be8fe7fbaf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:36.271070 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8706-9c83-4419-b3d3-4be8fe7fbaf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:36.338268 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8706-9c83-4419-b3d3-4be8fe7fbaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:36.345046 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2cf23df8-60e1-43c0-8a9a-50aa9a92a708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:03:36.360166 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a8706-9c83-4419-b3d3-4be8fe7fbaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4121c0-428b-454f-ab49-585207a181cf,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:03:36.363786 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1c7a8706-9c83-4419-b3d3-4be8fe7fbaf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:03:36.366087 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8706-9c83-4419-b3d3-4be8fe7fbaf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:36.370890 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-1c7a8706-9c83-4419-b3d3-4be8fe7fbaf3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bc4121c0-428b-454f-ab49-585207a181cf HTTP/1.1" status: 204  len: 168 time: 0.2155273
Apr 09 14:03:36.376775 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-a822043c-e023-4c5d-8c94-f2038fc8fbee tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:03:36.377988 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-a822043c-e023-4c5d-8c94-f2038fc8fbee tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:36.414238 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-a822043c-e023-4c5d-8c94-f2038fc8fbee tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3430502
Apr 09 14:03:36.431780 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-cd390c5c-e5d4-4a24-a417-6e2902ea5869 service neutron] Request body: {'port': {'device_id': '76805d17-4162-4725-bd58-aa3643fddc62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 14:03:36.574610 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-cd390c5c-e5d4-4a24-a417-6e2902ea5869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:36.889301 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff44aa-27f3-4204-aff4-91acb9430c7e req-f2c6c440-b1d9-4e12-9eb7-0474f1a4ef90 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:03:36.891091 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-eaff44aa-27f3-4204-aff4-91acb9430c7e req-f2c6c440-b1d9-4e12-9eb7-0474f1a4ef90 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=76805d17-4162-4725-bd58-aa3643fddc62 HTTP/1.1" status: 200  len: 931 time: 0.1119576
Apr 09 14:03:36.966111 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-eaff44aa-27f3-4204-aff4-91acb9430c7e req-f3014a25-4a6d-450c-81a2-509d87c02a9b tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/security-groups?id=e101f2f2-29a9-4055-a0db-a57881df0c85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656862
Apr 09 14:03:37.059535 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-cd390c5c-e5d4-4a24-a417-6e2902ea5869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c26063-2446-4c65-950e-b2f87e11d3a1 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 14:03:37.068632 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-cd390c5c-e5d4-4a24-a417-6e2902ea5869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:37.085573 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-cd390c5c-e5d4-4a24-a417-6e2902ea5869 service neutron] Transition to ACTIVE for port object 99c26063-2446-4c65-950e-b2f87e11d3a1 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 14:03:37.090039 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-cd390c5c-e5d4-4a24-a417-6e2902ea5869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246095'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:37.108599 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-ad4612e0-8d55-4b72-a19e-ed1f4e16a3ee tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:03:37.258807 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd390c5c-e5d4-4a24-a417-6e2902ea5869 service neutron] Pushing event updated for resources: {'Port': ['ID=99c26063-2446-4c65-950e-b2f87e11d3a1,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:03:37.264924 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-cd390c5c-e5d4-4a24-a417-6e2902ea5869 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:03:37.528638 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-cd390c5c-e5d4-4a24-a417-6e2902ea5869 service neutron] Attempting to bind port 99c26063-2446-4c65-950e-b2f87e11d3a1 on host hv-cinder-78536 for vnic_type normal with profile  {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 14:03:37.529042 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-cd390c5c-e5d4-4a24-a417-6e2902ea5869 service neutron] Attempting to bind port 99c26063-2446-4c65-950e-b2f87e11d3a1 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'ff7d68d4-70cb-403a-b431-81c09ecee8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '1ae3fdc5-1653-439d-a421-657d457689e6'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 14:03:37.529258 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-cd390c5c-e5d4-4a24-a417-6e2902ea5869 service neutron] Attempting to bind port 99c26063-2446-4c65-950e-b2f87e11d3a1 on network 1ae3fdc5-1653-439d-a421-657d457689e6 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 14:03:37.534627 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-cd390c5c-e5d4-4a24-a417-6e2902ea5869 service neutron] Port 99c26063-2446-4c65-950e-b2f87e11d3a1 on network 1ae3fdc5-1653-439d-a421-657d457689e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 14:03:37.534997 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-cd390c5c-e5d4-4a24-a417-6e2902ea5869 service neutron] Attempting to bind port 99c26063-2446-4c65-950e-b2f87e11d3a1 on network 1ae3fdc5-1653-439d-a421-657d457689e6 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 14:03:37.541581 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-cd390c5c-e5d4-4a24-a417-6e2902ea5869 service neutron] Checking agent: {'id': '8b22d5c6-5838-4546-ac77-8d10367985fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'started_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 14, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 14:03:37.542014 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-cd390c5c-e5d4-4a24-a417-6e2902ea5869 service neutron] Checking segment: {'id': 'ff7d68d4-70cb-403a-b431-81c09ecee8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '1ae3fdc5-1653-439d-a421-657d457689e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 14:03:37.542445 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-cd390c5c-e5d4-4a24-a417-6e2902ea5869 service neutron] Bound using segment: {'id': 'ff7d68d4-70cb-403a-b431-81c09ecee8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '1ae3fdc5-1653-439d-a421-657d457689e6'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 14:03:37.542934 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-cd390c5c-e5d4-4a24-a417-6e2902ea5869 service neutron] Bound port: 99c26063-2446-4c65-950e-b2f87e11d3a1, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7d68d4-70cb-403a-b431-81c09ecee8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '1ae3fdc5-1653-439d-a421-657d457689e6'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 14:03:37.543330 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-cd390c5c-e5d4-4a24-a417-6e2902ea5869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:37.642028 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-cd390c5c-e5d4-4a24-a417-6e2902ea5869 service neutron] For port 99c26063-2446-4c65-950e-b2f87e11d3a1, host hv-cinder-78536, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 14:03:37.646190 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-cd390c5c-e5d4-4a24-a417-6e2902ea5869 service neutron] For port 99c26063-2446-4c65-950e-b2f87e11d3a1, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=99c26063-2446-4c65-950e-b2f87e11d3a1,segment=NetworkSegment(ff7d68d4-70cb-403a-b431-81c09ecee8bb),segment_id=ff7d68d4-70cb-403a-b431-81c09ecee8bb)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 14:03:37.650679 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-cd390c5c-e5d4-4a24-a417-6e2902ea5869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246095'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:37.667227 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0ef821dd-1a3a-4f63-978b-756cbc8387e1 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:03:37.831139 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd390c5c-e5d4-4a24-a417-6e2902ea5869 service neutron] Pushing event updated for resources: {'Port': ['ID=99c26063-2446-4c65-950e-b2f87e11d3a1,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:03:37.837078 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-cd390c5c-e5d4-4a24-a417-6e2902ea5869 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:03:37.885049 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-cd390c5c-e5d4-4a24-a417-6e2902ea5869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:03:37.886196 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-cd390c5c-e5d4-4a24-a417-6e2902ea5869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:37.888722 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-cd390c5c-e5d4-4a24-a417-6e2902ea5869 service neutron] 10.222.0.93 "PUT /v2.0/ports/99c26063-2446-4c65-950e-b2f87e11d3a1 HTTP/1.1" status: 200  len: 1093 time: 1.4660263
Apr 09 14:03:37.889483 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76805d17-4162-4725-bd58-aa3643fddc62', 'tag': '99c26063-2446-4c65-950e-b2f87e11d3a1'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 14:03:37.944254 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 14:03:38.068977 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-854b7cb3-244f-4d2c-a933-982468965cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:03:38.070894 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-854b7cb3-244f-4d2c-a933-982468965cea service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2cb4f91cdcec420194b66425a2b55990&device_id=76805d17-4162-4725-bd58-aa3643fddc62 HTTP/1.1" status: 200  len: 1096 time: 0.1341074
Apr 09 14:03:38.155795 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-6bd12988-75a7-48ad-baa4-7dac12c1e5da service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99c26063-2446-4c65-950e-b2f87e11d3a1 HTTP/1.1" status: 200  len: 217 time: 0.0761580
Apr 09 14:03:38.210536 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76805d17-4162-4725-bd58-aa3643fddc62', 'tag': '99c26063-2446-4c65-950e-b2f87e11d3a1', 'status': 'completed', 'code': 200}
Apr 09 14:03:38.241441 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-d8fdf683-8004-403a-b851-30027a879071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:03:38.243174 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-d8fdf683-8004-403a-b851-30027a879071 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=400fca0e-a972-407a-8bbd-cd07bb5071f3 HTTP/1.1" status: 200  len: 854 time: 0.0777094
Apr 09 14:03:38.250896 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8f962-b6ab-4217-888f-ffb2428de58e req-45eb9b65-978a-421d-b4c7-75329c7c2ad2 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:03:38.252692 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-27c8f962-b6ab-4217-888f-ffb2428de58e req-45eb9b65-978a-421d-b4c7-75329c7c2ad2 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=76805d17-4162-4725-bd58-aa3643fddc62 HTTP/1.1" status: 200  len: 943 time: 0.1081901
Apr 09 14:03:38.294127 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-27c8f962-b6ab-4217-888f-ffb2428de58e req-5022350b-6a72-41bf-9ef5-07f4ee1509a3 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/security-groups?id=e101f2f2-29a9-4055-a0db-a57881df0c85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0337682
Apr 09 14:03:38.310227 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-6522a278-b423-4573-82f4-683cb57bcd0a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1ae3fdc5-1653-439d-a421-657d457689e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0593386
Apr 09 14:03:38.484598 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-e4e8655a-b800-4196-9fd7-3437af2029ca service neutron] 10.222.0.93 "GET /v2.0/networks/1ae3fdc5-1653-439d-a421-657d457689e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1667693
Apr 09 14:03:38.656094 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4ff6ae5f-de35-44b0-92fb-1e6295869407 req-dfe6d7a4-a2b9-4c4f-a82b-1fb5d39346ec service neutron] 10.222.0.93 "GET /v2.0/networks/1ae3fdc5-1653-439d-a421-657d457689e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1648569
Apr 09 14:03:38.787925 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6f28a-795a-4f8b-bd4d-388080fa736c req-5999c48a-32ef-47eb-8686-06cdbd0314c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:03:38.789613 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-24e6f28a-795a-4f8b-bd4d-388080fa736c req-5999c48a-32ef-47eb-8686-06cdbd0314c9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2cb4f91cdcec420194b66425a2b55990&device_id=76805d17-4162-4725-bd58-aa3643fddc62 HTTP/1.1" status: 200  len: 1096 time: 0.0873494
Apr 09 14:03:38.942675 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6f28a-795a-4f8b-bd4d-388080fa736c req-da4fb553-2f50-44db-899d-42477432d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:03:38.944213 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-24e6f28a-795a-4f8b-bd4d-388080fa736c req-da4fb553-2f50-44db-899d-42477432d9a9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1ae3fdc5-1653-439d-a421-657d457689e6 HTTP/1.1" status: 200  len: 915 time: 0.1473248
Apr 09 14:03:39.027699 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-24e6f28a-795a-4f8b-bd4d-388080fa736c req-094f274a-087e-45bd-9d69-47ba80f8c046 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99c26063-2446-4c65-950e-b2f87e11d3a1 HTTP/1.1" status: 200  len: 217 time: 0.0751481
Apr 09 14:03:39.118477 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6f28a-795a-4f8b-bd4d-388080fa736c req-50c816a2-344b-4871-b1e7-4d5e9f4467f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:03:39.121332 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-24e6f28a-795a-4f8b-bd4d-388080fa736c req-50c816a2-344b-4871-b1e7-4d5e9f4467f8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=400fca0e-a972-407a-8bbd-cd07bb5071f3 HTTP/1.1" status: 200  len: 854 time: 0.0841482
Apr 09 14:03:39.180059 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-24e6f28a-795a-4f8b-bd4d-388080fa736c req-6d484988-ec16-443b-9ba8-66eec2d6e3e3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1ae3fdc5-1653-439d-a421-657d457689e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0513773
Apr 09 14:03:39.348371 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-24e6f28a-795a-4f8b-bd4d-388080fa736c req-7d9d1248-51c2-43af-bf63-c3b678c4fa2b service neutron] 10.222.0.93 "GET /v2.0/networks/1ae3fdc5-1653-439d-a421-657d457689e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1577353
Apr 09 14:03:39.510574 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-24e6f28a-795a-4f8b-bd4d-388080fa736c req-084fc0a3-f8d5-4a9e-aac4-35070022ce32 service neutron] 10.222.0.93 "GET /v2.0/networks/1ae3fdc5-1653-439d-a421-657d457689e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1544843
Apr 09 14:03:39.522385 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0d850-a422-4b34-bb1d-e18624ea3259 req-c7a3c8e8-c7c3-4bcf-bb5b-7f058675afc2 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:03:39.524007 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e2e0d850-a422-4b34-bb1d-e18624ea3259 req-c7a3c8e8-c7c3-4bcf-bb5b-7f058675afc2 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=76805d17-4162-4725-bd58-aa3643fddc62 HTTP/1.1" status: 200  len: 943 time: 0.0995657
Apr 09 14:03:39.557673 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e2e0d850-a422-4b34-bb1d-e18624ea3259 req-6f03c7d3-c13b-4d35-880f-c46671ae2fc4 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/security-groups?id=e101f2f2-29a9-4055-a0db-a57881df0c85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0254993
Apr 09 14:03:40.773382 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98936140-9394-4ce7-a613-d1f5d4b063be req-d48797f8-475e-45b5-b9b2-440bdeebc05c tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:03:40.776428 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-98936140-9394-4ce7-a613-d1f5d4b063be req-d48797f8-475e-45b5-b9b2-440bdeebc05c tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=76805d17-4162-4725-bd58-aa3643fddc62 HTTP/1.1" status: 200  len: 943 time: 0.0996332
Apr 09 14:03:40.809981 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-98936140-9394-4ce7-a613-d1f5d4b063be req-ad0ea84d-3a45-49f2-b322-691279a8c0b7 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/security-groups?id=e101f2f2-29a9-4055-a0db-a57881df0c85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0260882
Apr 09 14:03:41.936729 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 36458) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:03:42.079432 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b22c5d-e1f9-4817-8faf-091157d06686 req-1175a163-2286-44ff-b3b8-f19e7cc14f4e tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:03:42.082421 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-51b22c5d-e1f9-4817-8faf-091157d06686 req-1175a163-2286-44ff-b3b8-f19e7cc14f4e tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=76805d17-4162-4725-bd58-aa3643fddc62 HTTP/1.1" status: 200  len: 943 time: 0.1261387
Apr 09 14:03:42.147797 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e50f9164-5245-48c8-bcc5-ba70fee038ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:42.162361 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-51b22c5d-e1f9-4817-8faf-091157d06686 req-80221627-ab61-4f13-a930-27c1884f81e8 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/security-groups?id=e101f2f2-29a9-4055-a0db-a57881df0c85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719674
Apr 09 14:03:42.169751 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-e50f9164-5245-48c8-bcc5-ba70fee038ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:03:42.175796 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-e50f9164-5245-48c8-bcc5-ba70fee038ae admin admin] Usage tracker for resource:security_group_rule and tenant:91a1f02c15d64817939f774d377447bf is out of sync, need to count used quota {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 14:03:42.182381 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-e50f9164-5245-48c8-bcc5-ba70fee038ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85290) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 14:03:42.193123 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-e50f9164-5245-48c8-bcc5-ba70fee038ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:03:42.311364 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e50f9164-5245-48c8-bcc5-ba70fee038ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:42.315169 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e50f9164-5245-48c8-bcc5-ba70fee038ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:42.323555 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-bf764cc0-ce77-4f09-be92-91775c361e50 tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:03:42.370453 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-e50f9164-5245-48c8-bcc5-ba70fee038ae admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=91a1f02c15d64817939f774d377447bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4322865
Apr 09 14:03:42.371611 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f9164-5245-48c8-bcc5-ba70fee038ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10668e80-e2b9-44fa-b104-5c98cd430d8b,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:03:42.374078 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 36464) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:03:42.375285 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e50f9164-5245-48c8-bcc5-ba70fee038ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:03:42.461749 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-157a3550-cd0b-4489-ab8d-63807256c57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:42.493781 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-157a3550-cd0b-4489-ab8d-63807256c57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:42.546865 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-157a3550-cd0b-4489-ab8d-63807256c57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:42.552529 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1cadd3c2-30f0-4eda-b53e-394badec8613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:03:42.569599 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 99c26063-2446-4c65-950e-b2f87e11d3a1 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 14:03:42.570230 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a3550-cd0b-4489-ab8d-63807256c57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10668e80-e2b9-44fa-b104-5c98cd430d8b,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:03:42.573809 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-157a3550-cd0b-4489-ab8d-63807256c57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:03:42.576516 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-157a3550-cd0b-4489-ab8d-63807256c57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:42.578585 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-157a3550-cd0b-4489-ab8d-63807256c57e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/10668e80-e2b9-44fa-b104-5c98cd430d8b HTTP/1.1" status: 204  len: 168 time: 0.2030180
Apr 09 14:03:42.852942 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 99c26063-2446-4c65-950e-b2f87e11d3a1, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=99c26063-2446-4c65-950e-b2f87e11d3a1,segment=NetworkSegment(ff7d68d4-70cb-403a-b431-81c09ecee8bb),segment_id=ff7d68d4-70cb-403a-b431-81c09ecee8bb)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:03:42.870584 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Returning: {'device': '99c26063-2446-4c65-950e-b2f87e11d3a1', 'network_id': '1ae3fdc5-1653-439d-a421-657d457689e6', 'port_id': '99c26063-2446-4c65-950e-b2f87e11d3a1', 'mac_address': 'fa:16:3e:18:f7:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 989, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400fca0e-a972-407a-8bbd-cd07bb5071f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 14:03:42.948261 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:42.970925 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c26063-2446-4c65-950e-b2f87e11d3a1 {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 14:03:42.995709 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 99c26063-2446-4c65-950e-b2f87e11d3a1, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=99c26063-2446-4c65-950e-b2f87e11d3a1,segment=NetworkSegment(ff7d68d4-70cb-403a-b431-81c09ecee8bb),segment_id=ff7d68d4-70cb-403a-b431-81c09ecee8bb)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:03:43.000532 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:43.003471 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:03:43.092549 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=99c26063-2446-4c65-950e-b2f87e11d3a1,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:03:43.101405 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:43.101789 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:43.102180 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:43.102540 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:43.102906 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:43.103873 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:43.103873 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:43.104795 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:43.105121 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:43.105485 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:43.105847 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:43.106206 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:43.111081 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:03:43.373067 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['99c26063-2446-4c65-950e-b2f87e11d3a1'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 14:03:43.512895 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c04db-d503-4c1f-b2be-f64f4a7f1eaa req-f5fd79ed-2116-4c39-b3aa-df0c4866bb71 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:03:43.515524 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-358c04db-d503-4c1f-b2be-f64f4a7f1eaa req-f5fd79ed-2116-4c39-b3aa-df0c4866bb71 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=76805d17-4162-4725-bd58-aa3643fddc62 HTTP/1.1" status: 200  len: 944 time: 0.1212831
Apr 09 14:03:43.570645 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-358c04db-d503-4c1f-b2be-f64f4a7f1eaa req-68809325-8b6a-42b2-9a07-fbbcf41576c8 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/security-groups?id=e101f2f2-29a9-4055-a0db-a57881df0c85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456963
Apr 09 14:03:44.577896 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 99c26063-2446-4c65-950e-b2f87e11d3a1 up at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 14:03:44.686140 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning for port 99c26063-2446-4c65-950e-b2f87e11d3a1 completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 14:03:44.696460 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning complete for port 99c26063-2446-4c65-950e-b2f87e11d3a1 triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 14:03:44.697817 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:44.866362 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da78a1c-37d0-416e-a2ed-45c17cb6bc83 req-803d4e74-40bd-47a0-81bf-9d8f73e85a43 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:03:44.868133 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1da78a1c-37d0-416e-a2ed-45c17cb6bc83 req-803d4e74-40bd-47a0-81bf-9d8f73e85a43 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=76805d17-4162-4725-bd58-aa3643fddc62 HTTP/1.1" status: 200  len: 944 time: 0.1308355
Apr 09 14:03:44.881651 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:44.894416 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76805d17-4162-4725-bd58-aa3643fddc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c26063-2446-4c65-950e-b2f87e11d3a1'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 14:03:44.906620 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 99c26063-2446-4c65-950e-b2f87e11d3a1, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=99c26063-2446-4c65-950e-b2f87e11d3a1,segment=NetworkSegment(ff7d68d4-70cb-403a-b431-81c09ecee8bb),segment_id=ff7d68d4-70cb-403a-b431-81c09ecee8bb)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:03:44.907286 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1da78a1c-37d0-416e-a2ed-45c17cb6bc83 req-e733cbf0-97b1-4c08-a35a-c9ab3a2336b3 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/security-groups?id=e101f2f2-29a9-4055-a0db-a57881df0c85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315957
Apr 09 14:03:44.911061 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:44.913396 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:03:44.959008 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76805d17-4162-4725-bd58-aa3643fddc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c26063-2446-4c65-950e-b2f87e11d3a1', 'code': 200}
Apr 09 14:03:45.000693 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=99c26063-2446-4c65-950e-b2f87e11d3a1,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:03:45.004204 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:03:45.214795 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb3a34-75e8-442b-bc32-8e30febf11a8 req-fd5d3bdc-c56b-4d33-8c39-a815bb6d5c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:03:45.216484 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d8cb3a34-75e8-442b-bc32-8e30febf11a8 req-fd5d3bdc-c56b-4d33-8c39-a815bb6d5c3f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=76805d17-4162-4725-bd58-aa3643fddc62 HTTP/1.1" status: 200  len: 1098 time: 0.0851889
Apr 09 14:03:45.244887 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-d8cb3a34-75e8-442b-bc32-8e30febf11a8 req-35ec8af3-84a7-459d-a68c-deba1093c1b6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e101f2f2-29a9-4055-a0db-a57881df0c85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0210400
Apr 09 14:03:46.133261 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261006b-c53f-4794-969f-f0ec96d1d39d req-f3fdcf4a-84e3-44e6-8dc1-216b0aeaca4b tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:03:46.135632 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e261006b-c53f-4794-969f-f0ec96d1d39d req-f3fdcf4a-84e3-44e6-8dc1-216b0aeaca4b tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=76805d17-4162-4725-bd58-aa3643fddc62 HTTP/1.1" status: 200  len: 945 time: 0.1002083
Apr 09 14:03:46.167777 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e261006b-c53f-4794-969f-f0ec96d1d39d req-ac312d7b-96c9-46fc-be3c-f34e78703f96 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/security-groups?id=e101f2f2-29a9-4055-a0db-a57881df0c85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0248582
Apr 09 14:03:47.381023 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872d1b5-72f2-46e3-b27a-e921fc291b9b req-b669b9bc-564c-4eb0-865c-cb23b86d6184 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:03:47.382647 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0872d1b5-72f2-46e3-b27a-e921fc291b9b req-b669b9bc-564c-4eb0-865c-cb23b86d6184 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=76805d17-4162-4725-bd58-aa3643fddc62 HTTP/1.1" status: 200  len: 945 time: 0.0927932
Apr 09 14:03:47.414637 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0872d1b5-72f2-46e3-b27a-e921fc291b9b req-1dcda661-a953-46b0-bd69-67a9e30fbb9a tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/security-groups?id=e101f2f2-29a9-4055-a0db-a57881df0c85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0247900
Apr 09 14:03:48.347910 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d5718a9d-7ad5-429f-b0aa-f693b40e629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:51.443342 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e5575c08-eaa1-48a4-98fd-12bea9cea09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:51.623395 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:53.153639 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:53.330208 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:54.754517 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:55.567455 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 36624) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:03:55.701473 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e0ad77b5-87d5-4bd0-9050-fe7e33035af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:55.719372 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-e0ad77b5-87d5-4bd0-9050-fe7e33035af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:03:55.723693 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-e0ad77b5-87d5-4bd0-9050-fe7e33035af8 admin admin] Usage tracker for resource:security_group_rule and tenant:1fcbaf0682ef4c91ae2aa4c7deff1602 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 14:03:55.726955 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [None req-e0ad77b5-87d5-4bd0-9050-fe7e33035af8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 14:03:55.734749 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [None req-e0ad77b5-87d5-4bd0-9050-fe7e33035af8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:03:55.842484 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e0ad77b5-87d5-4bd0-9050-fe7e33035af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:55.845549 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e0ad77b5-87d5-4bd0-9050-fe7e33035af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:55.859177 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0dc27e44-935e-41d9-9dce-2bf3ff53c4aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:03:55.908117 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-e0ad77b5-87d5-4bd0-9050-fe7e33035af8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1fcbaf0682ef4c91ae2aa4c7deff1602&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3394139
Apr 09 14:03:55.909173 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad77b5-87d5-4bd0-9050-fe7e33035af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4362d2d-6b1b-40dd-99d3-b638a3bccaa9,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:03:55.912276 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 36632) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:03:55.919045 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad77b5-87d5-4bd0-9050-fe7e33035af8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:55.919553 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad77b5-87d5-4bd0-9050-fe7e33035af8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:55.919976 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad77b5-87d5-4bd0-9050-fe7e33035af8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:55.920414 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad77b5-87d5-4bd0-9050-fe7e33035af8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:55.920828 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad77b5-87d5-4bd0-9050-fe7e33035af8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:55.921238 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad77b5-87d5-4bd0-9050-fe7e33035af8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:55.921646 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad77b5-87d5-4bd0-9050-fe7e33035af8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:55.922047 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad77b5-87d5-4bd0-9050-fe7e33035af8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:55.922450 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad77b5-87d5-4bd0-9050-fe7e33035af8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:55.922880 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad77b5-87d5-4bd0-9050-fe7e33035af8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:55.923287 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad77b5-87d5-4bd0-9050-fe7e33035af8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:55.923791 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad77b5-87d5-4bd0-9050-fe7e33035af8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:55.928492 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e0ad77b5-87d5-4bd0-9050-fe7e33035af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:03:55.985645 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2387decc-1751-4b17-b6a3-59ccd8d5feab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:56.017920 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2387decc-1751-4b17-b6a3-59ccd8d5feab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:56.069606 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2387decc-1751-4b17-b6a3-59ccd8d5feab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:56.075374 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3505ccb3-f11a-4bc3-b3ff-1c05d55446d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:03:56.089176 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387decc-1751-4b17-b6a3-59ccd8d5feab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4362d2d-6b1b-40dd-99d3-b638a3bccaa9,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:03:56.102454 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387decc-1751-4b17-b6a3-59ccd8d5feab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:56.102928 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387decc-1751-4b17-b6a3-59ccd8d5feab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:56.103419 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387decc-1751-4b17-b6a3-59ccd8d5feab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:56.103834 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387decc-1751-4b17-b6a3-59ccd8d5feab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:56.104245 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387decc-1751-4b17-b6a3-59ccd8d5feab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:56.104686 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387decc-1751-4b17-b6a3-59ccd8d5feab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:56.105096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387decc-1751-4b17-b6a3-59ccd8d5feab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:56.105533 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387decc-1751-4b17-b6a3-59ccd8d5feab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:56.105940 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387decc-1751-4b17-b6a3-59ccd8d5feab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:56.106342 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387decc-1751-4b17-b6a3-59ccd8d5feab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:56.106745 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387decc-1751-4b17-b6a3-59ccd8d5feab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:56.107149 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387decc-1751-4b17-b6a3-59ccd8d5feab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:03:56.111298 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2387decc-1751-4b17-b6a3-59ccd8d5feab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:03:56.112471 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2387decc-1751-4b17-b6a3-59ccd8d5feab admin admin] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:03:56.113538 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-2387decc-1751-4b17-b6a3-59ccd8d5feab admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a4362d2d-6b1b-40dd-99d3-b638a3bccaa9 HTTP/1.1" status: 204  len: 168 time: 0.2001381
Apr 09 14:04:11.080473 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 36676) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:04:11.505746 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-e781983c-be14-4221-b226-49fd1487877f tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Deleting port 9b9c302e-c34a-4b81-bd30-872197bcd1cb {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:04:11.506137 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e781983c-be14-4221-b226-49fd1487877f tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:11.705927 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e781983c-be14-4221-b226-49fd1487877f tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:11.706304 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e781983c-be14-4221-b226-49fd1487877f tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:11.846282 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-e781983c-be14-4221-b226-49fd1487877f tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Calling delete_port for 9b9c302e-c34a-4b81-bd30-872197bcd1cb owned by network:floatingip {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:04:12.026135 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e781983c-be14-4221-b226-49fd1487877f tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:12.042075 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-8013cd95-212b-4300-9a1e-2650be0a64e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:04:12.135252 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781983c-be14-4221-b226-49fd1487877f tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Pushing event deleted for resources: {'Port': ['ID=9b9c302e-c34a-4b81-bd30-872197bcd1cb,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:04:12.142956 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e781983c-be14-4221-b226-49fd1487877f tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:04:12.353547 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e781983c-be14-4221-b226-49fd1487877f tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for floatingip, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:12.354008 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.l3_db [None req-e781983c-be14-4221-b226-49fd1487877f tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Floating IP d5d01ccd-8024-4fb3-8e50-9dcc310645ba disassociated (deleted). External IP: 172.27.0.28, port: 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee.
Apr 09 14:04:12.748452 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e781983c-be14-4221-b226-49fd1487877f tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Router c1842f10-ceb7-4880-90fc-7dc1c8620969 has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 14:04:13.214467 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e781983c-be14-4221-b226-49fd1487877f tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 14:04:13.225576 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5e928c-19bf-45da-a9c5-cee7ba3b62b2 None None] Sync routers for ids ['c1842f10-ceb7-4880-90fc-7dc1c8620969'] in dv-cinder-785362-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 14:04:13.236109 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e781983c-be14-4221-b226-49fd1487877f tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for floatingip, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:13.238685 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5e928c-19bf-45da-a9c5-cee7ba3b62b2 None None] Routers {'c1842f10-ceb7-4880-90fc-7dc1c8620969'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 14:04:13.239689 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-4a5e928c-19bf-45da-a9c5-cee7ba3b62b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc135b00>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T14:03:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['c1842f10-ceb7-4880-90fc-7dc1c8620969'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:04:13.312243 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-e781983c-be14-4221-b226-49fd1487877f tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "DELETE /v2.0/floatingips/d5d01ccd-8024-4fb3-8e50-9dcc310645ba HTTP/1.1" status: 204  len: 168 time: 2.2303500
Apr 09 14:04:13.313022 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9', 'tag': '6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 14:04:13.378501 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9', 'tag': '6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee', 'status': 'completed', 'code': 200}
Apr 09 14:04:13.533774 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cfa6d-1011-4910-9be0-5ff131e9f826 req-c4a83bf9-31d5-41a7-98dc-fdb0ca2275cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:13.533995 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-4a5e928c-19bf-45da-a9c5-cee7ba3b62b2 None None] Set router c1842f10-ceb7-4880-90fc-7dc1c8620969 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 14:04:13.536579 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-702cfa6d-1011-4910-9be0-5ff131e9f826 req-c4a83bf9-31d5-41a7-98dc-fdb0ca2275cc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7636e0a8bd3d4e4681b67e8a86200354&device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 1098 time: 0.1278253
Apr 09 14:04:13.876255 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac62c83-4ab8-4df5-a924-deb8244a3416 req-8d9dcc88-1a26-4432-8ae6-c458c4eec434 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:13.877139 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-0ac62c83-4ab8-4df5-a924-deb8244a3416 req-8d9dcc88-1a26-4432-8ae6-c458c4eec434 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Synchronizing usage tracker for tenant:7636e0a8bd3d4e4681b67e8a86200354 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 14:04:13.896385 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-0ac62c83-4ab8-4df5-a924-deb8244a3416 req-8d9dcc88-1a26-4432-8ae6-c458c4eec434 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Unset dirty status for tenant:7636e0a8bd3d4e4681b67e8a86200354 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 14:04:13.898156 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0ac62c83-4ab8-4df5-a924-deb8244a3416 req-8d9dcc88-1a26-4432-8ae6-c458c4eec434 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 945 time: 0.1365149
Apr 09 14:04:13.942177 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0ac62c83-4ab8-4df5-a924-deb8244a3416 req-f51b344b-a798-41ed-819e-060412d5ad50 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0356798
Apr 09 14:04:13.956231 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-4a5e928c-19bf-45da-a9c5-cee7ba3b62b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc135b00>, [{'id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'name': 'tempest-TestShelveInstance-684887440-router', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a30ab834-d781-408a-8817-97a20e0c6274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:57:35Z', 'updated_at': '2021-04-09T13:57:43Z', 'revision_number': 4, 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'gw_port': {'id': 'a30ab834-d781-408a-8817-97a20e0c6274', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:36Z', 'updated_at': '2021-04-09T13:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '194a7cd8-2b9d-4629-b068-0974e3a52678', 'name': '', 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'mac_address': 'fa:16:3e:6e:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '344aad20-d45e-469e-8ef2-5e45b8c2ce38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:42Z', 'updated_at': '2021-04-09T13:57:53Z', 'revision_number': 5, 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'subnets': [{'id': '344aad20-d45e-469e-8ef2-5e45b8c2ce38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:04:13.960773 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5e928c-19bf-45da-a9c5-cee7ba3b62b2 None None] Checking router: c1842f10-ceb7-4880-90fc-7dc1c8620969 for host: dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 14:04:13.972221 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5e928c-19bf-45da-a9c5-cee7ba3b62b2 None None] Routers {'c1842f10-ceb7-4880-90fc-7dc1c8620969'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 14:04:13.972965 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-4a5e928c-19bf-45da-a9c5-cee7ba3b62b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc135b00>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T14:03:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['c1842f10-ceb7-4880-90fc-7dc1c8620969'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:04:14.000646 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cfa6d-1011-4910-9be0-5ff131e9f826 req-a34d520b-ae8e-4327-a49d-fc7c54f0f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:14.002291 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-702cfa6d-1011-4910-9be0-5ff131e9f826 req-a34d520b-ae8e-4327-a49d-fc7c54f0f0f1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c HTTP/1.1" status: 200  len: 909 time: 0.4519176
Apr 09 14:04:14.096004 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-702cfa6d-1011-4910-9be0-5ff131e9f826 req-397e2188-1a6d-4649-8c90-2bf43eb2e017 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee HTTP/1.1" status: 200  len: 217 time: 0.0845835
Apr 09 14:04:14.183826 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cfa6d-1011-4910-9be0-5ff131e9f826 req-b24f0edd-a701-488b-a7db-b8e639704bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:14.185488 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-702cfa6d-1011-4910-9be0-5ff131e9f826 req-b24f0edd-a701-488b-a7db-b8e639704bed service neutron] 10.222.0.93 "GET /v2.0/subnets?id=344aad20-d45e-469e-8ef2-5e45b8c2ce38 HTTP/1.1" status: 200  len: 847 time: 0.0821552
Apr 09 14:04:14.298596 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cfa6d-1011-4910-9be0-5ff131e9f826 req-453fcc41-404f-4fd1-ac85-135fcdc4ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:14.300889 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-702cfa6d-1011-4910-9be0-5ff131e9f826 req-453fcc41-404f-4fd1-ac85-135fcdc4ac89 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1068652
Apr 09 14:04:14.434545 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-4a5e928c-19bf-45da-a9c5-cee7ba3b62b2 None None] Set router c1842f10-ceb7-4880-90fc-7dc1c8620969 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 14:04:14.489390 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-702cfa6d-1011-4910-9be0-5ff131e9f826 req-5ffd5ea7-9046-4e99-b251-f3eb7a9ee44f service neutron] 10.222.0.93 "GET /v2.0/networks/8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1803257
Apr 09 14:04:14.701620 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-702cfa6d-1011-4910-9be0-5ff131e9f826 req-ff644894-11b6-4a4d-a03f-d8389608c72b service neutron] 10.222.0.93 "GET /v2.0/networks/8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2016296
Apr 09 14:04:14.812159 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-4a5e928c-19bf-45da-a9c5-cee7ba3b62b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc135b00>, [{'id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'name': 'tempest-TestShelveInstance-684887440-router', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a30ab834-d781-408a-8817-97a20e0c6274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:57:35Z', 'updated_at': '2021-04-09T13:57:43Z', 'revision_number': 4, 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'gw_port': {'id': 'a30ab834-d781-408a-8817-97a20e0c6274', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:36Z', 'updated_at': '2021-04-09T13:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '194a7cd8-2b9d-4629-b068-0974e3a52678', 'name': '', 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'mac_address': 'fa:16:3e:6e:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '344aad20-d45e-469e-8ef2-5e45b8c2ce38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:42Z', 'updated_at': '2021-04-09T13:57:53Z', 'revision_number': 5, 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'subnets': [{'id': '344aad20-d45e-469e-8ef2-5e45b8c2ce38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:04:14.816530 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5e928c-19bf-45da-a9c5-cee7ba3b62b2 None None] The sync data for ids ['c1842f10-ceb7-4880-90fc-7dc1c8620969'] in dv-cinder-785362-1-iscsi is: [{'id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'name': 'tempest-TestShelveInstance-684887440-router', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a30ab834-d781-408a-8817-97a20e0c6274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:57:35Z', 'updated_at': '2021-04-09T13:57:43Z', 'revision_number': 4, 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'gw_port': {'id': 'a30ab834-d781-408a-8817-97a20e0c6274', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:36Z', 'updated_at': '2021-04-09T13:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '194a7cd8-2b9d-4629-b068-0974e3a52678', 'name': '', 'network_id': '8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'mac_address': 'fa:16:3e:6e:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '344aad20-d45e-469e-8ef2-5e45b8c2ce38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:42Z', 'updated_at': '2021-04-09T13:57:53Z', 'revision_number': 5, 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'subnets': [{'id': '344aad20-d45e-469e-8ef2-5e45b8c2ce38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 14:04:14.944941 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 14:04:15.198013 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8fe10-9e5b-43b4-801d-9e4ccfce2d4c req-af66d525-1a1a-4554-ac26-4d65ed839a0c tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:15.199978 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c7e8fe10-9e5b-43b4-801d-9e4ccfce2d4c req-af66d525-1a1a-4554-ac26-4d65ed839a0c tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 945 time: 0.1165285
Apr 09 14:04:15.236840 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c7e8fe10-9e5b-43b4-801d-9e4ccfce2d4c req-6b6d869d-d807-418e-a915-7cf2c7581504 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0288875
Apr 09 14:04:15.260197 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa61b3f5-82a5-4fef-848b-3c4b20761f2a None None] New status for floating IP d5d01ccd-8024-4fb3-8e50-9dcc310645ba: DOWN {{(pid=85293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 14:04:15.736476 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922afc57-6556-4811-8e3e-52b8a7f4a97e req-87db5100-8d05-439b-b73e-8edd39e127f4 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:15.737314 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-922afc57-6556-4811-8e3e-52b8a7f4a97e req-87db5100-8d05-439b-b73e-8edd39e127f4 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Synchronizing usage tracker for tenant:7636e0a8bd3d4e4681b67e8a86200354 on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 14:04:15.753753 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-922afc57-6556-4811-8e3e-52b8a7f4a97e req-87db5100-8d05-439b-b73e-8edd39e127f4 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Unset dirty status for tenant:7636e0a8bd3d4e4681b67e8a86200354 on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 14:04:15.755042 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-922afc57-6556-4811-8e3e-52b8a7f4a97e req-87db5100-8d05-439b-b73e-8edd39e127f4 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.93 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 945 time: 0.1109867
Apr 09 14:04:15.847057 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-922afc57-6556-4811-8e3e-52b8a7f4a97e req-51349535-8508-4825-9f2f-eec65e6605c1 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Deleting port 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:04:15.847626 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-922afc57-6556-4811-8e3e-52b8a7f4a97e req-51349535-8508-4825-9f2f-eec65e6605c1 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:16.231319 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-922afc57-6556-4811-8e3e-52b8a7f4a97e req-51349535-8508-4825-9f2f-eec65e6605c1 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] For port 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee,segment=NetworkSegment(7321b2c1-f9a4-4e1e-ba73-1adf48f326b4),segment_id=7321b2c1-f9a4-4e1e-ba73-1adf48f326b4)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:04:16.231679 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-922afc57-6556-4811-8e3e-52b8a7f4a97e req-51349535-8508-4825-9f2f-eec65e6605c1 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:16.447728 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-922afc57-6556-4811-8e3e-52b8a7f4a97e req-51349535-8508-4825-9f2f-eec65e6605c1 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Calling delete_port for 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:04:16.511593 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24993a-9414-4fd6-ae33-5ba7a6bc9302 req-fc87320f-5ecc-48ac-9861-76c37cac635b tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:16.513480 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ae24993a-9414-4fd6-ae33-5ba7a6bc9302 req-fc87320f-5ecc-48ac-9861-76c37cac635b tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 945 time: 0.1154795
Apr 09 14:04:16.550353 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-ae24993a-9414-4fd6-ae33-5ba7a6bc9302 req-f7f51857-b43b-4567-a6eb-e27fd42736ef tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/security-groups?id=b187238d-1d8f-4b10-9fcb-2c18ee429c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0303113
Apr 09 14:04:16.666876 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-922afc57-6556-4811-8e3e-52b8a7f4a97e req-51349535-8508-4825-9f2f-eec65e6605c1 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:16.690512 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-97527d03-2814-450b-afa5-2ebc6af8e0d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:04:16.798398 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51349535-8508-4825-9f2f-eec65e6605c1 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Pushing event deleted for resources: {'Port': ['ID=6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:04:16.809342 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-51349535-8508-4825-9f2f-eec65e6605c1 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:04:16.961424 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-922afc57-6556-4811-8e3e-52b8a7f4a97e req-51349535-8508-4825-9f2f-eec65e6605c1 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] No DVR routers for this DVR port 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee on host hv-cinder-78536 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 14:04:16.964971 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-922afc57-6556-4811-8e3e-52b8a7f4a97e req-51349535-8508-4825-9f2f-eec65e6605c1 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:16.968129 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9', 'name': 'network-vif-deleted', 'tag': '6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 14:04:16.990963 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-922afc57-6556-4811-8e3e-52b8a7f4a97e req-51349535-8508-4825-9f2f-eec65e6605c1 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.93 "DELETE /v2.0/ports/6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee HTTP/1.1" status: 204  len: 173 time: 1.2290671
Apr 09 14:04:17.050887 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9', 'name': 'network-vif-deleted', 'tag': '6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee', 'status': 'completed', 'code': 200}
Apr 09 14:04:17.776192 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8ee19778-48cd-4c66-af62-1d17d43a67ba req-e4f7ca68-a45f-4b9a-b7ce-50d7462370fb tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee93dfad-07ba-41fa-94b0-6dd4fa0c34a9 HTTP/1.1" status: 200  len: 210 time: 0.0562365
Apr 09 14:04:18.341897 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-6519d964-2eff-4a47-ae7f-41172c800378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:18.781273 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:04:18.827590 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] No Port match for: 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 14:04:18.827880 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 6b10e6f0-e923-4cb6-bec3-cb08a2c4c7ee not bound to the agent host hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 14:04:18.887919 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 36724) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:04:18.975062 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9d641380-80d0-46c7-9e78-b2f8222e13f2 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for security_group, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:19.020222 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9d641380-80d0-46c7-9e78-b2f8222e13f2 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:19.078286 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9d641380-80d0-46c7-9e78-b2f8222e13f2 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:19.084528 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-94820ee6-f045-4f03-b01f-d9efec2b5b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:04:19.104718 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d641380-80d0-46c7-9e78-b2f8222e13f2 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b187238d-1d8f-4b10-9fcb-2c18ee429c32,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:04:19.109604 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9d641380-80d0-46c7-9e78-b2f8222e13f2 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:04:19.113861 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9d641380-80d0-46c7-9e78-b2f8222e13f2 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] Notify callbacks [] for security_group, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:19.115408 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-9d641380-80d0-46c7-9e78-b2f8222e13f2 tempest-TestShelveInstance-725127201 tempest-TestShelveInstance-725127201-project] 10.222.0.96 "DELETE /v2.0/security-groups/b187238d-1d8f-4b10-9fcb-2c18ee429c32 HTTP/1.1" status: 204  len: 168 time: 0.2253492
Apr 09 14:04:19.171873 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 36730) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:04:19.980513 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-24f763aa-c575-4086-ac67-211836406ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826322'] for router_interface, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:20.382865 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-24f763aa-c575-4086-ac67-211836406ade admin admin] Deleting port 194a7cd8-2b9d-4629-b068-0974e3a52678 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:04:20.383347 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-24f763aa-c575-4086-ac67-211836406ade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:20.587951 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-24f763aa-c575-4086-ac67-211836406ade admin admin] For port 194a7cd8-2b9d-4629-b068-0974e3a52678, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=194a7cd8-2b9d-4629-b068-0974e3a52678,segment=NetworkSegment(7321b2c1-f9a4-4e1e-ba73-1adf48f326b4),segment_id=7321b2c1-f9a4-4e1e-ba73-1adf48f326b4)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:04:20.588409 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-24f763aa-c575-4086-ac67-211836406ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:20.730985 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-24f763aa-c575-4086-ac67-211836406ade admin admin] Calling delete_port for 194a7cd8-2b9d-4629-b068-0974e3a52678 owned by network:router_interface {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:04:20.933183 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-24f763aa-c575-4086-ac67-211836406ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:20.950143 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3685e21a-3066-4104-8575-e7f4055645c2 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:04:21.046766 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f763aa-c575-4086-ac67-211836406ade admin admin] Pushing event deleted for resources: {'Port': ['ID=194a7cd8-2b9d-4629-b068-0974e3a52678,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:04:21.049645 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-24f763aa-c575-4086-ac67-211836406ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:04:21.441636 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-24f763aa-c575-4086-ac67-211836406ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3797789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3827617'] for router_interface, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:21.456457 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-df83ccdd-b6f3-41a7-86b6-8b5b13918202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:21.634320 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:22.016382 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f763aa-c575-4086-ac67-211836406ade admin admin] Router c1842f10-ceb7-4880-90fc-7dc1c8620969 has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 14:04:22.483971 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f763aa-c575-4086-ac67-211836406ade admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 14:04:22.494317 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7effeb-db79-4739-8683-a64cc0c596d0 None None] Sync routers for ids ['c1842f10-ceb7-4880-90fc-7dc1c8620969'] in dv-cinder-785362-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 14:04:22.498891 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-24f763aa-c575-4086-ac67-211836406ade admin admin] 10.222.0.96 "PUT /v2.0/routers/c1842f10-ceb7-4880-90fc-7dc1c8620969/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3256638
Apr 09 14:04:22.501797 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 36742) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:04:22.507558 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7effeb-db79-4739-8683-a64cc0c596d0 None None] Routers {'c1842f10-ceb7-4880-90fc-7dc1c8620969'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 14:04:22.508265 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-2f7effeb-db79-4739-8683-a64cc0c596d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16b7cc7438>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T14:04:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['c1842f10-ceb7-4880-90fc-7dc1c8620969'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:04:22.705315 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4f3f41b8-86af-49c9-889b-d9d5bb2f8b4a admin admin] Notify callbacks [] for router, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:22.717471 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-2f7effeb-db79-4739-8683-a64cc0c596d0 None None] Set router c1842f10-ceb7-4880-90fc-7dc1c8620969 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 14:04:22.923681 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4f3f41b8-86af-49c9-889b-d9d5bb2f8b4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:22.934050 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-4f3f41b8-86af-49c9-889b-d9d5bb2f8b4a admin admin] Deleting port a30ab834-d781-408a-8817-97a20e0c6274 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:04:22.934435 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4f3f41b8-86af-49c9-889b-d9d5bb2f8b4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:23.064576 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-2f7effeb-db79-4739-8683-a64cc0c596d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16b7cc7438>, [{'id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'name': 'tempest-TestShelveInstance-684887440-router', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a30ab834-d781-408a-8817-97a20e0c6274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:57:35Z', 'updated_at': '2021-04-09T14:04:20Z', 'revision_number': 5, 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'gw_port': {'id': 'a30ab834-d781-408a-8817-97a20e0c6274', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:36Z', 'updated_at': '2021-04-09T13:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:04:23.069470 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7effeb-db79-4739-8683-a64cc0c596d0 None None] Checking router: c1842f10-ceb7-4880-90fc-7dc1c8620969 for host: dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 14:04:23.084097 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7effeb-db79-4739-8683-a64cc0c596d0 None None] Routers {'c1842f10-ceb7-4880-90fc-7dc1c8620969'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 14:04:23.085022 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-2f7effeb-db79-4739-8683-a64cc0c596d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16b7cc7438>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T14:04:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['c1842f10-ceb7-4880-90fc-7dc1c8620969'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:04:23.154424 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-4f3f41b8-86af-49c9-889b-d9d5bb2f8b4a admin admin] For port a30ab834-d781-408a-8817-97a20e0c6274, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=a30ab834-d781-408a-8817-97a20e0c6274,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:04:23.154867 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4f3f41b8-86af-49c9-889b-d9d5bb2f8b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:23.256954 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:23.361251 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-2f7effeb-db79-4739-8683-a64cc0c596d0 None None] Set router c1842f10-ceb7-4880-90fc-7dc1c8620969 gateway port host: None {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 14:04:23.453956 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-4f3f41b8-86af-49c9-889b-d9d5bb2f8b4a admin admin] Calling delete_port for a30ab834-d781-408a-8817-97a20e0c6274 owned by network:router_gateway {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:04:23.504706 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-2f7effeb-db79-4739-8683-a64cc0c596d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16b7cc7438>, [{'id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'name': 'tempest-TestShelveInstance-684887440-router', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:57:35Z', 'updated_at': '2021-04-09T14:04:22Z', 'revision_number': 6, 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'gw_port_host': None}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:04:23.507917 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:23.510877 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7effeb-db79-4739-8683-a64cc0c596d0 None None] The sync data for ids ['c1842f10-ceb7-4880-90fc-7dc1c8620969'] in dv-cinder-785362-1-iscsi is: [{'id': 'c1842f10-ceb7-4880-90fc-7dc1c8620969', 'name': 'tempest-TestShelveInstance-684887440-router', 'tenant_id': '7636e0a8bd3d4e4681b67e8a86200354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:57:35Z', 'updated_at': '2021-04-09T14:04:22Z', 'revision_number': 6, 'project_id': '7636e0a8bd3d4e4681b67e8a86200354', 'gw_port_host': None}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 14:04:23.667764 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4f3f41b8-86af-49c9-889b-d9d5bb2f8b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:23.685319 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-a990f1a2-d880-4e32-aabb-08799a2001ad tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:04:23.791584 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f41b8-86af-49c9-889b-d9d5bb2f8b4a admin admin] Pushing event deleted for resources: {'Port': ['ID=a30ab834-d781-408a-8817-97a20e0c6274,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:04:23.794299 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-4f3f41b8-86af-49c9-889b-d9d5bb2f8b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:04:23.865221 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 194a7cd8-2b9d-4629-b068-0974e3a52678 no longer exists at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:04:23.903084 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] No Port match for: 194a7cd8-2b9d-4629-b068-0974e3a52678 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 14:04:23.903481 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 194a7cd8-2b9d-4629-b068-0974e3a52678 not bound to the agent host dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 14:04:23.903964 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device a30ab834-d781-408a-8817-97a20e0c6274 no longer exists at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:04:23.941083 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] No Port match for: a30ab834-d781-408a-8817-97a20e0c6274 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 14:04:23.941552 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device a30ab834-d781-408a-8817-97a20e0c6274 not bound to the agent host dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 14:04:23.978088 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4f3f41b8-86af-49c9-889b-d9d5bb2f8b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3848865'] for router_gateway, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:24.176427 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4f3f41b8-86af-49c9-889b-d9d5bb2f8b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850958047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760716'] for router, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:24.179313 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4f3f41b8-86af-49c9-889b-d9d5bb2f8b4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:24.207574 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4f3f41b8-86af-49c9-889b-d9d5bb2f8b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850957941'] for router, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:24.208145 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3f41b8-86af-49c9-889b-d9d5bb2f8b4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1842f10-ceb7-4880-90fc-7dc1c8620969 {{(pid=85290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 09 14:04:24.223272 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4f3f41b8-86af-49c9-889b-d9d5bb2f8b4a admin admin] Notify callbacks [] for router, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:24.224572 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-4f3f41b8-86af-49c9-889b-d9d5bb2f8b4a admin admin] 10.222.0.96 "DELETE /v2.0/routers/c1842f10-ceb7-4880-90fc-7dc1c8620969 HTTP/1.1" status: 204  len: 168 time: 1.7214532
Apr 09 14:04:24.229410 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 36748) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:04:24.310583 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d755696-c7c0-4282-9a68-85d85883f6f2 admin admin] Deleting subnet 344aad20-d45e-469e-8ef2-5e45b8c2ce38 {{(pid=85291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 14:04:24.314307 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2d755696-c7c0-4282-9a68-85d85883f6f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:24.371331 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2d755696-c7c0-4282-9a68-85d85883f6f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851902559'] for subnet, precommit_delete_associations {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:24.476052 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2d755696-c7c0-4282-9a68-85d85883f6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854254641'] for subnet, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:24.762967 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:24.793697 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2d755696-c7c0-4282-9a68-85d85883f6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-521156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10017340'] for subnet, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:24.812308 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-140dfa4a-8290-49df-a025-ee564786f245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:04:24.904787 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d755696-c7c0-4282-9a68-85d85883f6f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=344aad20-d45e-469e-8ef2-5e45b8c2ce38,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:04:24.907400 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2d755696-c7c0-4282-9a68-85d85883f6f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:04:24.964168 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2d755696-c7c0-4282-9a68-85d85883f6f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:24.970866 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-2d755696-c7c0-4282-9a68-85d85883f6f2 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/344aad20-d45e-469e-8ef2-5e45b8c2ce38 HTTP/1.1" status: 204  len: 168 time: 0.7400529
Apr 09 14:04:24.971964 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f4f4d7-836d-4c37-9e91-312dbb8ea23a None None] Network 8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 14:04:24.973560 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 36760) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:04:25.094837 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8e67ab33-32bf-4b13-a8b2-72e6622203cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-409197'] for network, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:25.173172 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-8e67ab33-32bf-4b13-a8b2-72e6622203cf admin admin] Deleting port 65702142-dde9-4178-bd57-369c669f99f5 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:04:25.173466 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8e67ab33-32bf-4b13-a8b2-72e6622203cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:25.269756 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4053e9e3-0846-4ee2-8c50-4230be10ac16 None None] DHCP port deletion for 8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c request from dv-cinder-785362-1-iscsi {{(pid=85292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 09 14:04:25.277049 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-4053e9e3-0846-4ee2-8c50-4230be10ac16 None None] Deleting port 65702142-dde9-4178-bd57-369c669f99f5 {{(pid=85292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:04:25.277503 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4053e9e3-0846-4ee2-8c50-4230be10ac16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:25.448374 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-8e67ab33-32bf-4b13-a8b2-72e6622203cf admin admin] For port 65702142-dde9-4178-bd57-369c669f99f5, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=65702142-dde9-4178-bd57-369c669f99f5,segment=NetworkSegment(7321b2c1-f9a4-4e1e-ba73-1adf48f326b4),segment_id=7321b2c1-f9a4-4e1e-ba73-1adf48f326b4)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:04:25.448917 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8e67ab33-32bf-4b13-a8b2-72e6622203cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:25.538746 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-4053e9e3-0846-4ee2-8c50-4230be10ac16 None None] For port 65702142-dde9-4178-bd57-369c669f99f5, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=65702142-dde9-4178-bd57-369c669f99f5,segment=NetworkSegment(7321b2c1-f9a4-4e1e-ba73-1adf48f326b4),segment_id=7321b2c1-f9a4-4e1e-ba73-1adf48f326b4)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:04:25.539162 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4053e9e3-0846-4ee2-8c50-4230be10ac16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:25.601142 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-8e67ab33-32bf-4b13-a8b2-72e6622203cf admin admin] Calling delete_port for 65702142-dde9-4178-bd57-369c669f99f5 owned by network:dhcp {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:04:25.685506 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-4053e9e3-0846-4ee2-8c50-4230be10ac16 None None] Calling delete_port for 65702142-dde9-4178-bd57-369c669f99f5 owned by network:dhcp {{(pid=85292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:04:25.692425 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8e67ab33-32bf-4b13-a8b2-72e6622203cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:25.708425 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-72572d03-f971-444f-8cfb-bf7305f37871 tempest-TestMinimumBasicScenario-1968867717 tempest-TestMinimumBasicScenario-1968867717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:04:25.788651 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.db.api [None req-4053e9e3-0846-4ee2-8c50-4230be10ac16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85292) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 14:04:25.789401 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_db.api [None req-4053e9e3-0846-4ee2-8c50-4230be10ac16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 09 14:04:25.808663 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67ab33-32bf-4b13-a8b2-72e6622203cf admin admin] Pushing event deleted for resources: {'Port': ['ID=65702142-dde9-4178-bd57-369c669f99f5,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:04:25.822671 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-8e67ab33-32bf-4b13-a8b2-72e6622203cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:04:25.860016 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e67ab33-32bf-4b13-a8b2-72e6622203cf admin admin] No DVR routers for this DVR port 65702142-dde9-4178-bd57-369c669f99f5 on host dv-cinder-785362-1-iscsi {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 14:04:25.874051 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 65702142-dde9-4178-bd57-369c669f99f5 no longer exists at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:04:25.913060 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] No Port match for: 65702142-dde9-4178-bd57-369c669f99f5 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 14:04:25.913458 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 65702142-dde9-4178-bd57-369c669f99f5 not bound to the agent host dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 14:04:25.997248 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8e67ab33-32bf-4b13-a8b2-72e6622203cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5455', 'neutron.services.segments.db._delete_segments_for_network--9223363303376033550'] for network, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:26.127217 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-8e67ab33-32bf-4b13-a8b2-72e6622203cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f16bc2ab390>,) {'filters': {'network_id': ['8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c']}} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:04:26.147303 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-8e67ab33-32bf-4b13-a8b2-72e6622203cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f16bc2ab390>, '7321b2c1-f9a4-4e1e-ba73-1adf48f326b4') {'for_net_delete': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:04:26.147643 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-8e67ab33-32bf-4b13-a8b2-72e6622203cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f16bc2ab390>, '7321b2c1-f9a4-4e1e-ba73-1adf48f326b4') {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:04:26.161663 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8e67ab33-32bf-4b13-a8b2-72e6622203cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303375980284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2873241'] for segment, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:26.184684 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8e67ab33-32bf-4b13-a8b2-72e6622203cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:26.194014 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e67ab33-32bf-4b13-a8b2-72e6622203cf admin admin] Releasing vlan 984 on physical network physnet1 to pool {{(pid=85291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 14:04:26.291378 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-4053e9e3-0846-4ee2-8c50-4230be10ac16 None None] Deleting port 65702142-dde9-4178-bd57-369c669f99f5 {{(pid=85292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:04:26.291989 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-4053e9e3-0846-4ee2-8c50-4230be10ac16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:26.380826 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-4053e9e3-0846-4ee2-8c50-4230be10ac16 None None] The port '65702142-dde9-4178-bd57-369c669f99f5' was deleted {{(pid=85292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 09 14:04:26.702423 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-8e67ab33-32bf-4b13-a8b2-72e6622203cf admin admin] Network 8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 14:04:26.712453 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8e67ab33-32bf-4b13-a8b2-72e6622203cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246049'] for segment, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:26.916379 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-8e67ab33-32bf-4b13-a8b2-72e6622203cf admin admin] Network 8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]: Traceback (most recent call last):
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:     timer()
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:     cb(*args, **kw)
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:     return func(*args, **kwargs)
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:     self._notify()
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:     self.callback(batched_events)
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:     event.method(event)
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:     segment_id)['aggregates'][0]
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:     return f(self, *a, **k)
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self._get(url).json()
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:     **kwargs)
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self.request(url, 'GET', **kwargs)
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:     **endpoint_filter)
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 14:04:26.941875 dv-cinder-785362-1-iscsi neutron-server[85177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 14:04:27.041501 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8e67ab33-32bf-4b13-a8b2-72e6622203cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850926906'] for network, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:27.045862 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-dc271388-02d9-4743-8cb9-482a45e35653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:04:27.061405 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8e67ab33-32bf-4b13-a8b2-72e6622203cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:27.074449 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67ab33-32bf-4b13-a8b2-72e6622203cf admin admin] Pushing event deleted for resources: {'Network': ['ID=8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:04:27.078625 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-8e67ab33-32bf-4b13-a8b2-72e6622203cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:04:27.091443 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-8e67ab33-32bf-4b13-a8b2-72e6622203cf admin admin] 10.222.0.96 "DELETE /v2.0/networks/8e2e50f4-2e1e-4ec9-8e28-1940f9907b7c HTTP/1.1" status: 204  len: 168 time: 2.1166697
Apr 09 14:04:27.094550 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 36768) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:04:27.747030 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-608f3c2d-46ae-4dae-bc3b-c95e82bcca3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826322'] for router_interface, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:28.153782 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-608f3c2d-46ae-4dae-bc3b-c95e82bcca3b admin admin] Deleting port 6daa2503-4e4e-4107-8023-b17488e844e7 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:04:28.154422 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-608f3c2d-46ae-4dae-bc3b-c95e82bcca3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:28.374812 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-608f3c2d-46ae-4dae-bc3b-c95e82bcca3b admin admin] For port 6daa2503-4e4e-4107-8023-b17488e844e7, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=6daa2503-4e4e-4107-8023-b17488e844e7,segment=NetworkSegment(de3cc2cb-4274-4186-ad06-37cd94bdad21),segment_id=de3cc2cb-4274-4186-ad06-37cd94bdad21)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:04:28.375207 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-608f3c2d-46ae-4dae-bc3b-c95e82bcca3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:28.514915 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-608f3c2d-46ae-4dae-bc3b-c95e82bcca3b admin admin] Calling delete_port for 6daa2503-4e4e-4107-8023-b17488e844e7 owned by network:router_interface {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:04:28.706848 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-608f3c2d-46ae-4dae-bc3b-c95e82bcca3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:28.720716 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9db10a80-b8db-4edd-8d24-827a0d42c8cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:04:28.769836 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f3c2d-46ae-4dae-bc3b-c95e82bcca3b admin admin] Pushing event deleted for resources: {'Port': ['ID=6daa2503-4e4e-4107-8023-b17488e844e7,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:04:28.822321 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-608f3c2d-46ae-4dae-bc3b-c95e82bcca3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:04:29.203602 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-608f3c2d-46ae-4dae-bc3b-c95e82bcca3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3797789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3827617'] for router_interface, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:30.076764 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608f3c2d-46ae-4dae-bc3b-c95e82bcca3b admin admin] Router 23bdec79-00c8-42a8-9f57-780ac3b36f69 has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 14:04:30.346544 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608f3c2d-46ae-4dae-bc3b-c95e82bcca3b admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 14:04:30.355807 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022fe4b0-8a66-4183-bf79-58b90fcfea78 None None] Sync routers for ids ['23bdec79-00c8-42a8-9f57-780ac3b36f69'] in dv-cinder-785362-1-iscsi {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 14:04:30.358066 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-608f3c2d-46ae-4dae-bc3b-c95e82bcca3b admin admin] 10.222.0.96 "PUT /v2.0/routers/23bdec79-00c8-42a8-9f57-780ac3b36f69/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2623091
Apr 09 14:04:30.361218 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 36778) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:04:30.361568 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-809a4413-8c34-474a-9533-7067d1e28430 req-8de5a7d2-2329-4680-b60c-9841a218ee0e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=50f5f58a-99da-4621-83bf-60477b4a8485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2138205
Apr 09 14:04:30.369270 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022fe4b0-8a66-4183-bf79-58b90fcfea78 None None] Routers {'23bdec79-00c8-42a8-9f57-780ac3b36f69'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 14:04:30.369954 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-022fe4b0-8a66-4183-bf79-58b90fcfea78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bd9fdc50>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T14:04:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['23bdec79-00c8-42a8-9f57-780ac3b36f69'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:04:30.465590 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a4413-8c34-474a-9533-7067d1e28430 req-c60a3c51-1b81-4df1-b717-c146669897cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:30.467242 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-809a4413-8c34-474a-9533-7067d1e28430 req-c60a3c51-1b81-4df1-b717-c146669897cc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=142806ca91ce40c4af646ab038ed6230&device_id=50f5f58a-99da-4621-83bf-60477b4a8485 HTTP/1.1" status: 200  len: 1099 time: 0.0829086
Apr 09 14:04:30.572088 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b487f7ee-421d-44d6-a74d-848a3bf6cbb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:30.639864 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a4413-8c34-474a-9533-7067d1e28430 req-2db90ef0-ff12-4936-adb5-a0b623649bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:30.641429 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-809a4413-8c34-474a-9533-7067d1e28430 req-2db90ef0-ff12-4936-adb5-a0b623649bdd service neutron] 10.222.0.93 "GET /v2.0/networks?id=728a6819-b70e-44ea-a058-103a448de099 HTTP/1.1" status: 200  len: 912 time: 0.1535830
Apr 09 14:04:30.729184 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-022fe4b0-8a66-4183-bf79-58b90fcfea78 None None] Set router 23bdec79-00c8-42a8-9f57-780ac3b36f69 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 14:04:30.760769 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-809a4413-8c34-474a-9533-7067d1e28430 req-69c3cd84-bbec-487f-a01e-e9184e7d648d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c99d7c8-ba35-458b-85a1-1d88eeaf6abd HTTP/1.1" status: 200  len: 1001 time: 0.1127253
Apr 09 14:04:30.780112 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b487f7ee-421d-44d6-a74d-848a3bf6cbb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:30.789036 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-b487f7ee-421d-44d6-a74d-848a3bf6cbb5 admin admin] Deleting port 507b0fe4-7bb5-4312-9553-a1eaf5b17be4 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:04:30.789787 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b487f7ee-421d-44d6-a74d-848a3bf6cbb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:30.840943 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a4413-8c34-474a-9533-7067d1e28430 req-90283ee4-7de4-4aa7-aede-778600349216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:30.842556 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-809a4413-8c34-474a-9533-7067d1e28430 req-90283ee4-7de4-4aa7-aede-778600349216 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e030f8dc-5b8d-4ea0-b3f6-2dee779ce825 HTTP/1.1" status: 200  len: 850 time: 0.0757716
Apr 09 14:04:30.941475 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a4413-8c34-474a-9533-7067d1e28430 req-9f47da9b-cd61-4823-a7e4-4fd6003139c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:30.943526 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-809a4413-8c34-474a-9533-7067d1e28430 req-9f47da9b-cd61-4823-a7e4-4fd6003139c0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=728a6819-b70e-44ea-a058-103a448de099&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0944703
Apr 09 14:04:30.995404 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-b487f7ee-421d-44d6-a74d-848a3bf6cbb5 admin admin] For port 507b0fe4-7bb5-4312-9553-a1eaf5b17be4, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=507b0fe4-7bb5-4312-9553-a1eaf5b17be4,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:04:30.995984 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b487f7ee-421d-44d6-a74d-848a3bf6cbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:31.065081 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-022fe4b0-8a66-4183-bf79-58b90fcfea78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bd9fdc50>, [{'id': '23bdec79-00c8-42a8-9f57-780ac3b36f69', 'name': 'tempest-TestShelveInstance-1795934299-router', 'tenant_id': '08f2a69b635a4c95adfbaf224d726273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '507b0fe4-7bb5-4312-9553-a1eaf5b17be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:57:52Z', 'updated_at': '2021-04-09T14:04:28Z', 'revision_number': 5, 'project_id': '08f2a69b635a4c95adfbaf224d726273', 'gw_port': {'id': '507b0fe4-7bb5-4312-9553-a1eaf5b17be4', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bdec79-00c8-42a8-9f57-780ac3b36f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:57:54Z', 'updated_at': '2021-04-09T13:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:04:31.070256 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022fe4b0-8a66-4183-bf79-58b90fcfea78 None None] Checking router: 23bdec79-00c8-42a8-9f57-780ac3b36f69 for host: dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 14:04:31.080475 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022fe4b0-8a66-4183-bf79-58b90fcfea78 None None] Routers {'23bdec79-00c8-42a8-9f57-780ac3b36f69'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 14:04:31.081186 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-022fe4b0-8a66-4183-bf79-58b90fcfea78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bd9fdc50>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T14:04:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['23bdec79-00c8-42a8-9f57-780ac3b36f69'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:04:31.101471 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-809a4413-8c34-474a-9533-7067d1e28430 req-ffa9f7d6-e22d-4f2f-921f-e0efe2912e96 service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501403
Apr 09 14:04:31.143884 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-b487f7ee-421d-44d6-a74d-848a3bf6cbb5 admin admin] Calling delete_port for 507b0fe4-7bb5-4312-9553-a1eaf5b17be4 owned by network:router_gateway {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:04:31.255044 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-809a4413-8c34-474a-9533-7067d1e28430 req-c51a812f-e90d-4e17-8664-aa14e16a0278 service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1464939
Apr 09 14:04:31.276723 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-022fe4b0-8a66-4183-bf79-58b90fcfea78 None None] Set router 23bdec79-00c8-42a8-9f57-780ac3b36f69 gateway port host: None {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 14:04:31.348043 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b487f7ee-421d-44d6-a74d-848a3bf6cbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:31.364923 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:04:31.407554 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-022fe4b0-8a66-4183-bf79-58b90fcfea78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bd9fdc50>, [{'id': '23bdec79-00c8-42a8-9f57-780ac3b36f69', 'name': 'tempest-TestShelveInstance-1795934299-router', 'tenant_id': '08f2a69b635a4c95adfbaf224d726273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:57:52Z', 'updated_at': '2021-04-09T14:04:30Z', 'revision_number': 6, 'project_id': '08f2a69b635a4c95adfbaf224d726273', 'gw_port_host': None}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:04:31.413042 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022fe4b0-8a66-4183-bf79-58b90fcfea78 None None] The sync data for ids ['23bdec79-00c8-42a8-9f57-780ac3b36f69'] in dv-cinder-785362-1-iscsi is: [{'id': '23bdec79-00c8-42a8-9f57-780ac3b36f69', 'name': 'tempest-TestShelveInstance-1795934299-router', 'tenant_id': '08f2a69b635a4c95adfbaf224d726273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:57:52Z', 'updated_at': '2021-04-09T14:04:30Z', 'revision_number': 6, 'project_id': '08f2a69b635a4c95adfbaf224d726273', 'gw_port_host': None}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 14:04:31.467492 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487f7ee-421d-44d6-a74d-848a3bf6cbb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=507b0fe4-7bb5-4312-9553-a1eaf5b17be4,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:04:31.478656 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b487f7ee-421d-44d6-a74d-848a3bf6cbb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:04:31.649969 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b487f7ee-421d-44d6-a74d-848a3bf6cbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3848865'] for router_gateway, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:31.862893 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 507b0fe4-7bb5-4312-9553-a1eaf5b17be4 no longer exists at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:04:31.905850 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] No Port match for: 507b0fe4-7bb5-4312-9553-a1eaf5b17be4 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 14:04:31.905850 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 507b0fe4-7bb5-4312-9553-a1eaf5b17be4 not bound to the agent host dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 14:04:31.906403 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 6daa2503-4e4e-4107-8023-b17488e844e7 no longer exists at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:04:31.949048 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] No Port match for: 6daa2503-4e4e-4107-8023-b17488e844e7 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 14:04:31.949451 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 6daa2503-4e4e-4107-8023-b17488e844e7 not bound to the agent host dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 14:04:32.098282 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b487f7ee-421d-44d6-a74d-848a3bf6cbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850958047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760716'] for router, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:32.100649 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b487f7ee-421d-44d6-a74d-848a3bf6cbb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:32.125416 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b487f7ee-421d-44d6-a74d-848a3bf6cbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850957941'] for router, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:32.126011 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b487f7ee-421d-44d6-a74d-848a3bf6cbb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23bdec79-00c8-42a8-9f57-780ac3b36f69 {{(pid=85290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 09 14:04:32.140415 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b487f7ee-421d-44d6-a74d-848a3bf6cbb5 admin admin] Notify callbacks [] for router, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:32.141669 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-b487f7ee-421d-44d6-a74d-848a3bf6cbb5 admin admin] 10.222.0.96 "DELETE /v2.0/routers/23bdec79-00c8-42a8-9f57-780ac3b36f69 HTTP/1.1" status: 204  len: 168 time: 1.7793529
Apr 09 14:04:32.144587 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 36788) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:04:32.213353 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_v2 [None req-79019b5c-9fb3-4952-ba43-5022b4630855 admin admin] Deleting subnet dd05e2ed-7d10-4420-9e77-3f3fc69fe1c4 {{(pid=85291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 14:04:32.216721 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-79019b5c-9fb3-4952-ba43-5022b4630855 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:32.279057 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-79019b5c-9fb3-4952-ba43-5022b4630855 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851902559'] for subnet, precommit_delete_associations {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:32.364655 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-79019b5c-9fb3-4952-ba43-5022b4630855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854254641'] for subnet, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:32.636643 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-79019b5c-9fb3-4952-ba43-5022b4630855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-521156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10017340'] for subnet, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:32.653740 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:04:32.738684 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79019b5c-9fb3-4952-ba43-5022b4630855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd05e2ed-7d10-4420-9e77-3f3fc69fe1c4,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:04:32.746322 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-79019b5c-9fb3-4952-ba43-5022b4630855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:04:32.790947 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-79019b5c-9fb3-4952-ba43-5022b4630855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:32.797149 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3db56a7-f493-4d51-a494-71e97a89da0c None None] Network 495c5779-c0bd-4f26-96d4-c4b505385773 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 14:04:32.797826 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-79019b5c-9fb3-4952-ba43-5022b4630855 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/dd05e2ed-7d10-4420-9e77-3f3fc69fe1c4 HTTP/1.1" status: 204  len: 168 time: 0.6516650
Apr 09 14:04:32.800275 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 36794) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:04:32.919405 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8497dcf2-311b-4200-8c0d-2598b52c07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-409197'] for network, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:32.991156 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-8497dcf2-311b-4200-8c0d-2598b52c07d2 admin admin] Deleting port 0e9c456f-dfa8-4b5b-beb3-90fbbe64f008 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:04:32.991831 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8497dcf2-311b-4200-8c0d-2598b52c07d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:33.085552 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43962400-bacf-4338-b556-005debb842a6 None None] DHCP port deletion for 495c5779-c0bd-4f26-96d4-c4b505385773 request from dv-cinder-785362-1-iscsi {{(pid=85292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 09 14:04:33.090625 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-43962400-bacf-4338-b556-005debb842a6 None None] Deleting port 0e9c456f-dfa8-4b5b-beb3-90fbbe64f008 {{(pid=85292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:04:33.091049 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-43962400-bacf-4338-b556-005debb842a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:33.226587 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-8497dcf2-311b-4200-8c0d-2598b52c07d2 admin admin] For port 0e9c456f-dfa8-4b5b-beb3-90fbbe64f008, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=0e9c456f-dfa8-4b5b-beb3-90fbbe64f008,segment=NetworkSegment(de3cc2cb-4274-4186-ad06-37cd94bdad21),segment_id=de3cc2cb-4274-4186-ad06-37cd94bdad21)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:04:33.226974 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8497dcf2-311b-4200-8c0d-2598b52c07d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:33.318997 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-43962400-bacf-4338-b556-005debb842a6 None None] For port 0e9c456f-dfa8-4b5b-beb3-90fbbe64f008, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=0e9c456f-dfa8-4b5b-beb3-90fbbe64f008,segment=NetworkSegment(de3cc2cb-4274-4186-ad06-37cd94bdad21),segment_id=de3cc2cb-4274-4186-ad06-37cd94bdad21)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:04:33.319442 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-43962400-bacf-4338-b556-005debb842a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:33.363742 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-8497dcf2-311b-4200-8c0d-2598b52c07d2 admin admin] Calling delete_port for 0e9c456f-dfa8-4b5b-beb3-90fbbe64f008 owned by network:dhcp {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:04:33.449575 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8497dcf2-311b-4200-8c0d-2598b52c07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:33.456893 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-43962400-bacf-4338-b556-005debb842a6 None None] Calling delete_port for 0e9c456f-dfa8-4b5b-beb3-90fbbe64f008 owned by network:dhcp {{(pid=85292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:04:33.466138 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d3112206-cc42-4c34-8b56-eb1d041d830c tempest-AttachVolumeTestJSON-1927158765 tempest-AttachVolumeTestJSON-1927158765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:04:33.532342 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.db.api [None req-43962400-bacf-4338-b556-005debb842a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85292) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 14:04:33.532782 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_db.api [None req-43962400-bacf-4338-b556-005debb842a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 09 14:04:33.565153 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497dcf2-311b-4200-8c0d-2598b52c07d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e9c456f-dfa8-4b5b-beb3-90fbbe64f008,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:04:33.578644 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-8497dcf2-311b-4200-8c0d-2598b52c07d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:04:33.611418 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8497dcf2-311b-4200-8c0d-2598b52c07d2 admin admin] No DVR routers for this DVR port 0e9c456f-dfa8-4b5b-beb3-90fbbe64f008 on host dv-cinder-785362-1-iscsi {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 14:04:33.741665 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8497dcf2-311b-4200-8c0d-2598b52c07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5455', 'neutron.services.segments.db._delete_segments_for_network--9223363303376033550'] for network, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:33.859289 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 0e9c456f-dfa8-4b5b-beb3-90fbbe64f008 no longer exists at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:04:33.863284 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-8497dcf2-311b-4200-8c0d-2598b52c07d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f16b77eda90>,) {'filters': {'network_id': ['495c5779-c0bd-4f26-96d4-c4b505385773']}} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:04:33.876976 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-8497dcf2-311b-4200-8c0d-2598b52c07d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f16b77eda90>, 'de3cc2cb-4274-4186-ad06-37cd94bdad21') {'for_net_delete': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:04:33.877319 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-8497dcf2-311b-4200-8c0d-2598b52c07d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f16b77eda90>, 'de3cc2cb-4274-4186-ad06-37cd94bdad21') {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:04:33.889982 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8497dcf2-311b-4200-8c0d-2598b52c07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303375980284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2873241'] for segment, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:33.899688 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] No Port match for: 0e9c456f-dfa8-4b5b-beb3-90fbbe64f008 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 14:04:33.900084 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 0e9c456f-dfa8-4b5b-beb3-90fbbe64f008 not bound to the agent host dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 14:04:33.906648 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8497dcf2-311b-4200-8c0d-2598b52c07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:33.914064 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8497dcf2-311b-4200-8c0d-2598b52c07d2 admin admin] Releasing vlan 953 on physical network physnet1 to pool {{(pid=85291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 14:04:34.033894 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-43962400-bacf-4338-b556-005debb842a6 None None] Deleting port 0e9c456f-dfa8-4b5b-beb3-90fbbe64f008 {{(pid=85292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:04:34.034335 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-43962400-bacf-4338-b556-005debb842a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:34.104834 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-8497dcf2-311b-4200-8c0d-2598b52c07d2 admin admin] Network 495c5779-c0bd-4f26-96d4-c4b505385773 has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 14:04:34.107089 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-43962400-bacf-4338-b556-005debb842a6 None None] The port '0e9c456f-dfa8-4b5b-beb3-90fbbe64f008' was deleted {{(pid=85292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 09 14:04:34.114932 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8497dcf2-311b-4200-8c0d-2598b52c07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246049'] for segment, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:34.197201 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 36800) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:04:34.577349 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-8497dcf2-311b-4200-8c0d-2598b52c07d2 admin admin] Network 495c5779-c0bd-4f26-96d4-c4b505385773 has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]: Traceback (most recent call last):
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:     timer()
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:     cb(*args, **kw)
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:     return func(*args, **kwargs)
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:     self._notify()
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:     self.callback(batched_events)
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:     event.method(event)
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:     segment_id)['aggregates'][0]
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:     return f(self, *a, **k)
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self._get(url).json()
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:     **kwargs)
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self.request(url, 'GET', **kwargs)
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:     **endpoint_filter)
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 14:04:34.602947 dv-cinder-785362-1-iscsi neutron-server[85177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 14:04:34.628917 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-e4fed6a4-ac17-4bde-a901-f59e84d7e728 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Deleting port 1300d6c1-80b3-4dd5-8ad8-d4cac4da780f {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:04:34.629231 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e4fed6a4-ac17-4bde-a901-f59e84d7e728 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:34.688899 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8497dcf2-311b-4200-8c0d-2598b52c07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850926906'] for network, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:34.693082 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0fc76b4b-77e8-42bb-b2c8-ee9b52f5d90a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:04:34.710716 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8497dcf2-311b-4200-8c0d-2598b52c07d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:34.720516 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497dcf2-311b-4200-8c0d-2598b52c07d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=495c5779-c0bd-4f26-96d4-c4b505385773,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:04:34.724190 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-8497dcf2-311b-4200-8c0d-2598b52c07d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:04:34.725887 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-8497dcf2-311b-4200-8c0d-2598b52c07d2 admin admin] 10.222.0.96 "DELETE /v2.0/networks/495c5779-c0bd-4f26-96d4-c4b505385773 HTTP/1.1" status: 204  len: 168 time: 1.9245858
Apr 09 14:04:34.825951 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e4fed6a4-ac17-4bde-a901-f59e84d7e728 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:34.826326 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e4fed6a4-ac17-4bde-a901-f59e84d7e728 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:34.848897 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 36810) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:04:34.885425 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-1e5dc4e8-4581-4fe0-8f0c-e70cd20ae371 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7636e0a8bd3d4e4681b67e8a86200354&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0351260
Apr 09 14:04:34.887977 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 36814) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:04:34.950801 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e46a4a5b-77fa-4083-b1be-eba60ec67a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:34.967761 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-e4fed6a4-ac17-4bde-a901-f59e84d7e728 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Calling delete_port for 1300d6c1-80b3-4dd5-8ad8-d4cac4da780f owned by network:floatingip {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:04:34.978332 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e46a4a5b-77fa-4083-b1be-eba60ec67a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:35.028978 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e46a4a5b-77fa-4083-b1be-eba60ec67a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:35.034843 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-d63895db-3916-4291-be0d-8d4b2dbb843c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:04:35.049001 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a4a5b-77fa-4083-b1be-eba60ec67a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53e2770-014c-44e5-a02a-2c58b74bcc01,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:04:35.053245 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e46a4a5b-77fa-4083-b1be-eba60ec67a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:04:35.057806 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e46a4a5b-77fa-4083-b1be-eba60ec67a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:35.061553 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-e46a4a5b-77fa-4083-b1be-eba60ec67a0b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a53e2770-014c-44e5-a02a-2c58b74bcc01 HTTP/1.1" status: 204  len: 168 time: 0.1700189
Apr 09 14:04:35.141010 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e4fed6a4-ac17-4bde-a901-f59e84d7e728 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:35.157279 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-8154007d-fd20-4422-bfd5-a79dd5120190 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:04:35.256848 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fed6a4-ac17-4bde-a901-f59e84d7e728 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Pushing event deleted for resources: {'Port': ['ID=1300d6c1-80b3-4dd5-8ad8-d4cac4da780f,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:04:35.268154 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e4fed6a4-ac17-4bde-a901-f59e84d7e728 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:04:35.489440 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e4fed6a4-ac17-4bde-a901-f59e84d7e728 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for floatingip, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:35.489814 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.l3_db [None req-e4fed6a4-ac17-4bde-a901-f59e84d7e728 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Floating IP bce8c0d0-1eef-49b6-8e17-d47aaec2afca disassociated (deleted). External IP: 172.27.0.34, port: 636eabee-00fd-4deb-93b2-0ce630cde9c1.
Apr 09 14:04:35.514496 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 36822) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:04:35.558745 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-1db0c9c1-0666-4f61-8b5d-e5ac21300047 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=08f2a69b635a4c95adfbaf224d726273&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0428264
Apr 09 14:04:35.563117 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 36826) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:04:35.636579 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f750d540-82e7-4c09-a1f7-d1f9671cea82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:35.667302 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f750d540-82e7-4c09-a1f7-d1f9671cea82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:35.722372 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f750d540-82e7-4c09-a1f7-d1f9671cea82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:35.729308 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-67c53627-f74b-4cf7-b785-31400fed0b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:04:35.744342 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750d540-82e7-4c09-a1f7-d1f9671cea82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e615461-7cb9-47e9-93fc-716e7d895172,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:04:35.747019 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-f750d540-82e7-4c09-a1f7-d1f9671cea82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:04:35.749313 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f750d540-82e7-4c09-a1f7-d1f9671cea82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:35.750537 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-f750d540-82e7-4c09-a1f7-d1f9671cea82 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7e615461-7cb9-47e9-93fc-716e7d895172 HTTP/1.1" status: 204  len: 168 time: 0.1864355
Apr 09 14:04:35.909861 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fed6a4-ac17-4bde-a901-f59e84d7e728 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Router f02f3234-a48a-4e8f-a069-10f5e677afa4 has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 14:04:36.123470 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fed6a4-ac17-4bde-a901-f59e84d7e728 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 14:04:36.137006 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1240229c-6101-4ffe-8f97-623dc1208744 None None] Sync routers for ids ['f02f3234-a48a-4e8f-a069-10f5e677afa4'] in dv-cinder-785362-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 14:04:36.147526 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e4fed6a4-ac17-4bde-a901-f59e84d7e728 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for floatingip, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:36.150624 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1240229c-6101-4ffe-8f97-623dc1208744 None None] Routers {'f02f3234-a48a-4e8f-a069-10f5e677afa4'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 14:04:36.151386 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-1240229c-6101-4ffe-8f97-623dc1208744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc228320>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T14:04:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['f02f3234-a48a-4e8f-a069-10f5e677afa4'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:04:36.217411 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-e4fed6a4-ac17-4bde-a901-f59e84d7e728 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "DELETE /v2.0/floatingips/bce8c0d0-1eef-49b6-8e17-d47aaec2afca HTTP/1.1" status: 204  len: 168 time: 2.0189617
Apr 09 14:04:36.218341 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7274fbf-1f90-45eb-aff5-b1d2fc78146c', 'tag': '636eabee-00fd-4deb-93b2-0ce630cde9c1'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 14:04:36.273039 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7274fbf-1f90-45eb-aff5-b1d2fc78146c', 'tag': '636eabee-00fd-4deb-93b2-0ce630cde9c1', 'status': 'completed', 'code': 200}
Apr 09 14:04:36.551559 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-1240229c-6101-4ffe-8f97-623dc1208744 None None] Set router f02f3234-a48a-4e8f-a069-10f5e677afa4 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 14:04:36.646796 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749bd72-d680-4338-afba-2fb788119a96 req-11230dcf-78e5-4160-b511-b9bb2f619e70 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:36.647583 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-2749bd72-d680-4338-afba-2fb788119a96 req-11230dcf-78e5-4160-b511-b9bb2f619e70 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Synchronizing usage tracker for tenant:142806ca91ce40c4af646ab038ed6230 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 14:04:36.663651 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-2749bd72-d680-4338-afba-2fb788119a96 req-11230dcf-78e5-4160-b511-b9bb2f619e70 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Unset dirty status for tenant:142806ca91ce40c4af646ab038ed6230 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 14:04:36.665241 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2749bd72-d680-4338-afba-2fb788119a96 req-11230dcf-78e5-4160-b511-b9bb2f619e70 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 945 time: 0.1184890
Apr 09 14:04:36.688070 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f4880-c6fe-4f0d-b49e-0c33f40498d1 req-55a00e6f-5636-4a01-9621-9c8b587c2d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:36.689796 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-479f4880-c6fe-4f0d-b49e-0c33f40498d1 req-55a00e6f-5636-4a01-9621-9c8b587c2d1c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=142806ca91ce40c4af646ab038ed6230&device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 1098 time: 0.0966713
Apr 09 14:04:36.700059 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2749bd72-d680-4338-afba-2fb788119a96 req-7bc5db05-7d96-4e58-947f-8491460068ab tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0276036
Apr 09 14:04:36.849379 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f4880-c6fe-4f0d-b49e-0c33f40498d1 req-ddb0b61d-8308-491d-a896-ffe749be5b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:36.850985 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-479f4880-c6fe-4f0d-b49e-0c33f40498d1 req-ddb0b61d-8308-491d-a896-ffe749be5b14 service neutron] 10.222.0.93 "GET /v2.0/networks?id=728a6819-b70e-44ea-a058-103a448de099 HTTP/1.1" status: 200  len: 912 time: 0.1525509
Apr 09 14:04:36.931292 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-479f4880-c6fe-4f0d-b49e-0c33f40498d1 req-d9bce882-897f-4883-b719-6556f40db616 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=636eabee-00fd-4deb-93b2-0ce630cde9c1 HTTP/1.1" status: 200  len: 217 time: 0.0726328
Apr 09 14:04:36.947483 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-1240229c-6101-4ffe-8f97-623dc1208744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc228320>, [{'id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:05Z', 'updated_at': '2021-04-09T13:53:11Z', 'revision_number': 4, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'gw_port': {'id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:06Z', 'updated_at': '2021-04-09T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': 'c418e50e-12d7-4501-b158-fb00a3612d13', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'floating_ip_address': '172.27.0.22', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'port_id': '9c99d7c8-ba35-458b-85a1-1d88eeaf6abd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'mac_address': 'fa:16:3e:1d:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f5f58a-99da-4621-83bf-60477b4a8485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:59:05Z', 'updated_at': '2021-04-09T13:59:09Z', 'revision_number': 1, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407cfd7a-3fb8-4646-a497-496ad42874aa', 'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'mac_address': 'fa:16:3e:3a:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:10Z', 'updated_at': '2021-04-09T13:53:25Z', 'revision_number': 5, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'subnets': [{'id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:04:36.952228 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1240229c-6101-4ffe-8f97-623dc1208744 None None] Checking router: f02f3234-a48a-4e8f-a069-10f5e677afa4 for host: dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 14:04:36.962215 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1240229c-6101-4ffe-8f97-623dc1208744 None None] Routers {'f02f3234-a48a-4e8f-a069-10f5e677afa4'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 14:04:36.962905 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-1240229c-6101-4ffe-8f97-623dc1208744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bc228320>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T14:04:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['f02f3234-a48a-4e8f-a069-10f5e677afa4'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:04:37.008984 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f4880-c6fe-4f0d-b49e-0c33f40498d1 req-4dd2c7c4-f86c-4602-b60d-251dbc5bfef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:37.010688 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-479f4880-c6fe-4f0d-b49e-0c33f40498d1 req-4dd2c7c4-f86c-4602-b60d-251dbc5bfef1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e030f8dc-5b8d-4ea0-b3f6-2dee779ce825 HTTP/1.1" status: 200  len: 850 time: 0.0720375
Apr 09 14:04:37.100036 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f4880-c6fe-4f0d-b49e-0c33f40498d1 req-24427153-03fc-4621-bfeb-ea616e5078b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:37.101747 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-479f4880-c6fe-4f0d-b49e-0c33f40498d1 req-24427153-03fc-4621-bfeb-ea616e5078b0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=728a6819-b70e-44ea-a058-103a448de099&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0833683
Apr 09 14:04:37.165926 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-1240229c-6101-4ffe-8f97-623dc1208744 None None] Set router f02f3234-a48a-4e8f-a069-10f5e677afa4 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 14:04:37.260912 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-479f4880-c6fe-4f0d-b49e-0c33f40498d1 req-6ad5088e-4050-4816-8d34-d41903aa3e99 service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1497290
Apr 09 14:04:37.415948 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-479f4880-c6fe-4f0d-b49e-0c33f40498d1 req-1ef57e10-9c03-4f5e-96c0-757149438a36 service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1472521
Apr 09 14:04:37.553116 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-1240229c-6101-4ffe-8f97-623dc1208744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bc228320>, [{'id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:05Z', 'updated_at': '2021-04-09T13:53:11Z', 'revision_number': 4, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'gw_port': {'id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:06Z', 'updated_at': '2021-04-09T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': 'c418e50e-12d7-4501-b158-fb00a3612d13', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'floating_ip_address': '172.27.0.22', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'port_id': '9c99d7c8-ba35-458b-85a1-1d88eeaf6abd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'mac_address': 'fa:16:3e:1d:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f5f58a-99da-4621-83bf-60477b4a8485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:59:05Z', 'updated_at': '2021-04-09T13:59:09Z', 'revision_number': 1, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407cfd7a-3fb8-4646-a497-496ad42874aa', 'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'mac_address': 'fa:16:3e:3a:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:10Z', 'updated_at': '2021-04-09T13:53:25Z', 'revision_number': 5, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'subnets': [{'id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:04:37.561412 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1240229c-6101-4ffe-8f97-623dc1208744 None None] The sync data for ids ['f02f3234-a48a-4e8f-a069-10f5e677afa4'] in dv-cinder-785362-1-iscsi is: [{'id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:05Z', 'updated_at': '2021-04-09T13:53:11Z', 'revision_number': 4, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'gw_port': {'id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:06Z', 'updated_at': '2021-04-09T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_floatingips': [{'id': 'c418e50e-12d7-4501-b158-fb00a3612d13', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'floating_ip_address': '172.27.0.22', 'floating_network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'router_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'port_id': '9c99d7c8-ba35-458b-85a1-1d88eeaf6abd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'mac_address': 'fa:16:3e:1d:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f5f58a-99da-4621-83bf-60477b4a8485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:59:05Z', 'updated_at': '2021-04-09T13:59:09Z', 'revision_number': 1, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407cfd7a-3fb8-4646-a497-496ad42874aa', 'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'mac_address': 'fa:16:3e:3a:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:10Z', 'updated_at': '2021-04-09T13:53:25Z', 'revision_number': 5, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'subnets': [{'id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 14:04:37.938100 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbac3d-fee7-4822-b499-2c6cbb602820 req-dcad7599-ba00-4fd4-9ecf-1e503b4d622c tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:37.939871 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-18cbac3d-fee7-4822-b499-2c6cbb602820 req-dcad7599-ba00-4fd4-9ecf-1e503b4d622c tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 945 time: 0.1144710
Apr 09 14:04:37.989500 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-18cbac3d-fee7-4822-b499-2c6cbb602820 req-55c0d4b7-0127-404b-b8b9-9ba9320088e6 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0366442
Apr 09 14:04:38.017865 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7141cb00-ea44-4d86-ad4b-1afcae31f1a8 None None] New status for floating IP bce8c0d0-1eef-49b6-8e17-d47aaec2afca: DOWN {{(pid=85293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 14:04:39.206167 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c992d-8b1c-44fa-91a1-be6f18817b0c req-1cad5ce7-5d5b-47ef-8dd2-336ffcd70781 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:39.208087 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-851c992d-8b1c-44fa-91a1-be6f18817b0c req-1cad5ce7-5d5b-47ef-8dd2-336ffcd70781 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 945 time: 0.0981119
Apr 09 14:04:39.241739 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-851c992d-8b1c-44fa-91a1-be6f18817b0c req-a532c311-126e-4952-ac99-61f44c10c80a tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0249708
Apr 09 14:04:40.466838 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d3f39-71c6-4fe1-b78a-09bbd1e3c01b req-cbc118e9-7604-4bdf-84ef-fb4ac5ea0226 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:40.468855 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b33d3f39-71c6-4fe1-b78a-09bbd1e3c01b req-cbc118e9-7604-4bdf-84ef-fb4ac5ea0226 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 945 time: 0.1046767
Apr 09 14:04:40.501892 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-b33d3f39-71c6-4fe1-b78a-09bbd1e3c01b req-f88e7400-1e86-466f-9a36-8755a6a096a9 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0264218
Apr 09 14:04:41.731688 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e249911-cd21-4cf8-95dc-b867623450da req-444939b5-57da-4888-bb32-f11047ac5eb5 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:41.734172 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1e249911-cd21-4cf8-95dc-b867623450da req-444939b5-57da-4888-bb32-f11047ac5eb5 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 945 time: 0.1036224
Apr 09 14:04:41.773304 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1e249911-cd21-4cf8-95dc-b867623450da req-67d4ca10-6b65-483d-8e8a-6c0ca3fd0352 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0325632
Apr 09 14:04:42.975991 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 636eabee-00fd-4deb-93b2-0ce630cde9c1 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:04:42.993060 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa1fc1-8e47-408f-96ad-8c8cd4104c7a req-3f5ef080-3908-44fd-802b-cfa6bf3475f1 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:42.994880 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3faa1fc1-8e47-408f-96ad-8c8cd4104c7a req-3f5ef080-3908-44fd-802b-cfa6bf3475f1 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 945 time: 0.0954065
Apr 09 14:04:43.036223 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3faa1fc1-8e47-408f-96ad-8c8cd4104c7a req-b4116988-bc9f-4d0b-a9ff-472e6dab092b tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0344589
Apr 09 14:04:43.110058 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:43.122876 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7274fbf-1f90-45eb-aff5-b1d2fc78146c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '636eabee-00fd-4deb-93b2-0ce630cde9c1'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 14:04:43.135996 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port 636eabee-00fd-4deb-93b2-0ce630cde9c1, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=636eabee-00fd-4deb-93b2-0ce630cde9c1,segment=NetworkSegment(e79b3ef0-a24a-46f3-9aa3-06c084497cd4),segment_id=e79b3ef0-a24a-46f3-9aa3-06c084497cd4)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:04:43.139354 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:43.141989 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:04:43.183768 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d516fe-29f2-483d-9699-dbb95153341d req-39a4d156-b2f0-43a1-add2-9e964d431f1e tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:43.183768 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-22d516fe-29f2-483d-9699-dbb95153341d req-39a4d156-b2f0-43a1-add2-9e964d431f1e tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Synchronizing usage tracker for tenant:142806ca91ce40c4af646ab038ed6230 on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 14:04:43.200186 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-22d516fe-29f2-483d-9699-dbb95153341d req-39a4d156-b2f0-43a1-add2-9e964d431f1e tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Unset dirty status for tenant:142806ca91ce40c4af646ab038ed6230 on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 14:04:43.201509 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-22d516fe-29f2-483d-9699-dbb95153341d req-39a4d156-b2f0-43a1-add2-9e964d431f1e tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.93 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 945 time: 0.1367817
Apr 09 14:04:43.231349 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=636eabee-00fd-4deb-93b2-0ce630cde9c1,revision_number=6']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:04:43.240695 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:04:43.241125 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:04:43.241678 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:04:43.242071 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:04:43.242436 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:04:43.242835 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:04:43.243272 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:04:43.243636 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:04:43.244003 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:04:43.244494 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:04:43.244956 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:04:43.245368 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:04:43.250097 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:04:43.300473 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-22d516fe-29f2-483d-9699-dbb95153341d req-e08c4b54-b7f1-45a7-b99d-6e241ee64c97 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Deleting port 636eabee-00fd-4deb-93b2-0ce630cde9c1 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:04:43.300908 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-22d516fe-29f2-483d-9699-dbb95153341d req-e08c4b54-b7f1-45a7-b99d-6e241ee64c97 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:43.333579 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7274fbf-1f90-45eb-aff5-b1d2fc78146c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '636eabee-00fd-4deb-93b2-0ce630cde9c1', 'code': 200}
Apr 09 14:04:43.586782 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-22d516fe-29f2-483d-9699-dbb95153341d req-e08c4b54-b7f1-45a7-b99d-6e241ee64c97 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] For port 636eabee-00fd-4deb-93b2-0ce630cde9c1, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=636eabee-00fd-4deb-93b2-0ce630cde9c1,segment=NetworkSegment(e79b3ef0-a24a-46f3-9aa3-06c084497cd4),segment_id=e79b3ef0-a24a-46f3-9aa3-06c084497cd4)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:04:43.588201 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-22d516fe-29f2-483d-9699-dbb95153341d req-e08c4b54-b7f1-45a7-b99d-6e241ee64c97 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:43.730870 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-22d516fe-29f2-483d-9699-dbb95153341d req-e08c4b54-b7f1-45a7-b99d-6e241ee64c97 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Calling delete_port for 636eabee-00fd-4deb-93b2-0ce630cde9c1 owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:04:43.892200 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-22d516fe-29f2-483d-9699-dbb95153341d req-e08c4b54-b7f1-45a7-b99d-6e241ee64c97 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:43.908629 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7188b40e-5240-4026-b124-dec14cbb835b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:04:43.965465 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c4b54-b7f1-45a7-b99d-6e241ee64c97 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Pushing event deleted for resources: {'Port': ['ID=636eabee-00fd-4deb-93b2-0ce630cde9c1,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:04:44.013189 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e08c4b54-b7f1-45a7-b99d-6e241ee64c97 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:04:44.182465 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d516fe-29f2-483d-9699-dbb95153341d req-e08c4b54-b7f1-45a7-b99d-6e241ee64c97 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] No DVR routers for this DVR port 636eabee-00fd-4deb-93b2-0ce630cde9c1 on host hv-cinder-78536 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 14:04:44.185354 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-22d516fe-29f2-483d-9699-dbb95153341d req-e08c4b54-b7f1-45a7-b99d-6e241ee64c97 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:44.188605 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7274fbf-1f90-45eb-aff5-b1d2fc78146c', 'name': 'network-vif-deleted', 'tag': '636eabee-00fd-4deb-93b2-0ce630cde9c1'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 14:04:44.205752 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-22d516fe-29f2-483d-9699-dbb95153341d req-e08c4b54-b7f1-45a7-b99d-6e241ee64c97 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.93 "DELETE /v2.0/ports/636eabee-00fd-4deb-93b2-0ce630cde9c1 HTTP/1.1" status: 204  len: 173 time: 0.9984369
Apr 09 14:04:44.226016 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1d866020-d628-486c-ba4e-bb9611192534 req-b8dc0a36-fda8-4923-9558-5f73fd12d33c tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7274fbf-1f90-45eb-aff5-b1d2fc78146c HTTP/1.1" status: 200  len: 210 time: 0.0590181
Apr 09 14:04:44.259155 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7274fbf-1f90-45eb-aff5-b1d2fc78146c', 'name': 'network-vif-deleted', 'tag': '636eabee-00fd-4deb-93b2-0ce630cde9c1', 'status': 'completed', 'code': 200}
Apr 09 14:04:47.824394 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 36906) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:04:48.073982 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-a1e7f2ca-4d54-4e82-a5f1-1e4fd6827991 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Deleting port 6813f9a8-83d2-4fe1-9230-34ad2ac3f215 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:04:48.074358 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f2ca-4d54-4e82-a5f1-1e4fd6827991 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:48.266371 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f2ca-4d54-4e82-a5f1-1e4fd6827991 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:48.266893 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f2ca-4d54-4e82-a5f1-1e4fd6827991 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:48.347403 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-51a1e830-b997-4931-ac62-10b8294246b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:48.412786 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-a1e7f2ca-4d54-4e82-a5f1-1e4fd6827991 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Calling delete_port for 6813f9a8-83d2-4fe1-9230-34ad2ac3f215 owned by network:floatingip {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:04:48.577482 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f2ca-4d54-4e82-a5f1-1e4fd6827991 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:48.594567 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-808b01c7-9af8-41c7-bfc5-37f80d8a5d12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:04:48.701184 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7f2ca-4d54-4e82-a5f1-1e4fd6827991 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Pushing event deleted for resources: {'Port': ['ID=6813f9a8-83d2-4fe1-9230-34ad2ac3f215,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:04:48.713029 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-a1e7f2ca-4d54-4e82-a5f1-1e4fd6827991 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:04:48.876218 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f2ca-4d54-4e82-a5f1-1e4fd6827991 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for floatingip, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:48.876874 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.db.l3_db [None req-a1e7f2ca-4d54-4e82-a5f1-1e4fd6827991 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Floating IP c418e50e-12d7-4501-b158-fb00a3612d13 disassociated (deleted). External IP: 172.27.0.22, port: 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd.
Apr 09 14:04:49.290745 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e7f2ca-4d54-4e82-a5f1-1e4fd6827991 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Router f02f3234-a48a-4e8f-a069-10f5e677afa4 has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 14:04:49.841937 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e7f2ca-4d54-4e82-a5f1-1e4fd6827991 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 14:04:49.853946 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a239c60-95f1-474d-b638-0dc3137ce89d None None] Sync routers for ids ['f02f3234-a48a-4e8f-a069-10f5e677afa4'] in dv-cinder-785362-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 14:04:49.865341 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a239c60-95f1-474d-b638-0dc3137ce89d None None] Routers {'f02f3234-a48a-4e8f-a069-10f5e677afa4'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 14:04:49.866044 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-6a239c60-95f1-474d-b638-0dc3137ce89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bda2a518>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T14:04:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['f02f3234-a48a-4e8f-a069-10f5e677afa4'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:04:49.873033 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f2ca-4d54-4e82-a5f1-1e4fd6827991 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for floatingip, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:49.991800 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-a1e7f2ca-4d54-4e82-a5f1-1e4fd6827991 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "DELETE /v2.0/floatingips/c418e50e-12d7-4501-b158-fb00a3612d13 HTTP/1.1" status: 204  len: 168 time: 2.1661625
Apr 09 14:04:49.992674 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f5f58a-99da-4621-83bf-60477b4a8485', 'tag': '9c99d7c8-ba35-458b-85a1-1d88eeaf6abd'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 14:04:50.081846 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f5f58a-99da-4621-83bf-60477b4a8485', 'tag': '9c99d7c8-ba35-458b-85a1-1d88eeaf6abd', 'status': 'completed', 'code': 200}
Apr 09 14:04:50.131965 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-6a239c60-95f1-474d-b638-0dc3137ce89d None None] Set router f02f3234-a48a-4e8f-a069-10f5e677afa4 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 14:04:50.472900 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67c7cd-e99b-49ef-992d-1c952ac94e21 req-2b72df76-823d-4f2a-b165-bb7c866a6e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:50.477015 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-eb67c7cd-e99b-49ef-992d-1c952ac94e21 req-2b72df76-823d-4f2a-b165-bb7c866a6e4a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=142806ca91ce40c4af646ab038ed6230&device_id=50f5f58a-99da-4621-83bf-60477b4a8485 HTTP/1.1" status: 200  len: 1099 time: 0.2058752
Apr 09 14:04:50.676325 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67c7cd-e99b-49ef-992d-1c952ac94e21 req-f9cbb5bc-8dd4-408b-aa66-aff883ca39b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:50.678996 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-eb67c7cd-e99b-49ef-992d-1c952ac94e21 req-f9cbb5bc-8dd4-408b-aa66-aff883ca39b1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=728a6819-b70e-44ea-a058-103a448de099 HTTP/1.1" status: 200  len: 912 time: 0.1928983
Apr 09 14:04:50.753907 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-6a239c60-95f1-474d-b638-0dc3137ce89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bda2a518>, [{'id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:05Z', 'updated_at': '2021-04-09T13:53:11Z', 'revision_number': 4, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'gw_port': {'id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:06Z', 'updated_at': '2021-04-09T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '407cfd7a-3fb8-4646-a497-496ad42874aa', 'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'mac_address': 'fa:16:3e:3a:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:10Z', 'updated_at': '2021-04-09T13:53:25Z', 'revision_number': 5, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'subnets': [{'id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:04:50.771019 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a239c60-95f1-474d-b638-0dc3137ce89d None None] Checking router: f02f3234-a48a-4e8f-a069-10f5e677afa4 for host: dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 14:04:50.773621 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1359f7-b388-4c03-a3cf-8eaaeb619e89 req-b4be150e-8dd9-49c2-90f5-e0bc5255d876 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:50.776359 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5d1359f7-b388-4c03-a3cf-8eaaeb619e89 req-b4be150e-8dd9-49c2-90f5-e0bc5255d876 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f5f58a-99da-4621-83bf-60477b4a8485 HTTP/1.1" status: 200  len: 946 time: 0.1896815
Apr 09 14:04:50.818505 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a239c60-95f1-474d-b638-0dc3137ce89d None None] Routers {'f02f3234-a48a-4e8f-a069-10f5e677afa4'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 14:04:50.819705 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-6a239c60-95f1-474d-b638-0dc3137ce89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bda2a518>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T14:04:21Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['f02f3234-a48a-4e8f-a069-10f5e677afa4'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:04:50.849556 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-eb67c7cd-e99b-49ef-992d-1c952ac94e21 req-62bc461f-4c42-482e-a832-dbdf10b90f53 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c99d7c8-ba35-458b-85a1-1d88eeaf6abd HTTP/1.1" status: 200  len: 217 time: 0.1618102
Apr 09 14:04:50.876941 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5d1359f7-b388-4c03-a3cf-8eaaeb619e89 req-de540e88-50c3-432f-9aae-4bc517c85030 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0895920
Apr 09 14:04:50.978879 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67c7cd-e99b-49ef-992d-1c952ac94e21 req-b856fa1d-cf9c-4cfb-bdad-5baa54c0de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:50.981536 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-eb67c7cd-e99b-49ef-992d-1c952ac94e21 req-b856fa1d-cf9c-4cfb-bdad-5baa54c0de03 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e030f8dc-5b8d-4ea0-b3f6-2dee779ce825 HTTP/1.1" status: 200  len: 850 time: 0.1253779
Apr 09 14:04:51.106311 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67c7cd-e99b-49ef-992d-1c952ac94e21 req-92384ef5-2231-442b-89df-d05191082df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:51.107790 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-eb67c7cd-e99b-49ef-992d-1c952ac94e21 req-92384ef5-2231-442b-89df-d05191082df6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=728a6819-b70e-44ea-a058-103a448de099&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1190777
Apr 09 14:04:51.272096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bbf90-f1d7-4fcf-a9fa-7fcadc68b706 req-137d90db-9372-442a-bb60-4f9edc6d6a1c tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:51.275910 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da1bbf90-f1d7-4fcf-a9fa-7fcadc68b706 req-137d90db-9372-442a-bb60-4f9edc6d6a1c tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.93 "GET /v2.0/ports?device_id=50f5f58a-99da-4621-83bf-60477b4a8485 HTTP/1.1" status: 200  len: 946 time: 0.1552646
Apr 09 14:04:51.363042 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-eb67c7cd-e99b-49ef-992d-1c952ac94e21 req-0efad5c1-763d-40f9-8c6d-e006f983de92 service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2426949
Apr 09 14:04:51.371453 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-6a239c60-95f1-474d-b638-0dc3137ce89d None None] Set router f02f3234-a48a-4e8f-a069-10f5e677afa4 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 14:04:51.478294 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-da1bbf90-f1d7-4fcf-a9fa-7fcadc68b706 req-0a196f70-8375-460e-8117-b17fa6fc13bb tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Deleting port 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:04:51.478941 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-da1bbf90-f1d7-4fcf-a9fa-7fcadc68b706 req-0a196f70-8375-460e-8117-b17fa6fc13bb tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:51.497839 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2abb8657-6e48-4260-b00c-fd60b816e21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:51.585924 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-eb67c7cd-e99b-49ef-992d-1c952ac94e21 req-8014a1f8-1611-4ecb-ab8d-6f140c6908d7 service neutron] 10.222.0.93 "GET /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2152498
Apr 09 14:04:51.707494 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:51.722625 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d35692-aded-4a5f-b885-3a6eef02d589 req-9304174d-382f-485a-a73e-0f6133ddb8e0 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:51.729516 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c7d35692-aded-4a5f-b885-3a6eef02d589 req-9304174d-382f-485a-a73e-0f6133ddb8e0 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=76805d17-4162-4725-bd58-aa3643fddc62 HTTP/1.1" status: 200  len: 945 time: 0.3346536
Apr 09 14:04:51.888237 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-6a239c60-95f1-474d-b638-0dc3137ce89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bda2a518>, [{'id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:05Z', 'updated_at': '2021-04-09T13:53:11Z', 'revision_number': 4, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'gw_port': {'id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:06Z', 'updated_at': '2021-04-09T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '407cfd7a-3fb8-4646-a497-496ad42874aa', 'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'mac_address': 'fa:16:3e:3a:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:10Z', 'updated_at': '2021-04-09T13:53:25Z', 'revision_number': 5, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'subnets': [{'id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:04:51.893539 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a239c60-95f1-474d-b638-0dc3137ce89d None None] The sync data for ids ['f02f3234-a48a-4e8f-a069-10f5e677afa4'] in dv-cinder-785362-1-iscsi is: [{'id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:05Z', 'updated_at': '2021-04-09T13:53:11Z', 'revision_number': 4, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'gw_port': {'id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:06Z', 'updated_at': '2021-04-09T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi', '_interfaces': [{'id': '407cfd7a-3fb8-4646-a497-496ad42874aa', 'name': '', 'network_id': '728a6819-b70e-44ea-a058-103a448de099', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'mac_address': 'fa:16:3e:3a:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:10Z', 'updated_at': '2021-04-09T13:53:25Z', 'revision_number': 5, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'subnets': [{'id': 'e030f8dc-5b8d-4ea0-b3f6-2dee779ce825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 14:04:51.945489 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 14:04:52.272712 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-c7d35692-aded-4a5f-b885-3a6eef02d589 req-4b5b9305-bd96-4897-b056-456d40277e92 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/security-groups?id=e101f2f2-29a9-4055-a0db-a57881df0c85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1781375
Apr 09 14:04:52.356657 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-da1bbf90-f1d7-4fcf-a9fa-7fcadc68b706 req-0a196f70-8375-460e-8117-b17fa6fc13bb tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] For port 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=9c99d7c8-ba35-458b-85a1-1d88eeaf6abd,segment=NetworkSegment(e79b3ef0-a24a-46f3-9aa3-06c084497cd4),segment_id=e79b3ef0-a24a-46f3-9aa3-06c084497cd4)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:04:52.357067 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-da1bbf90-f1d7-4fcf-a9fa-7fcadc68b706 req-0a196f70-8375-460e-8117-b17fa6fc13bb tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:52.374417 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1688ce-f41f-46bb-9dca-fca6988b328a req-eb2acc8f-e4a4-4434-836d-d4a0b823b29b tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:52.376324 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6f1688ce-f41f-46bb-9dca-fca6988b328a req-eb2acc8f-e4a4-4434-836d-d4a0b823b29b tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f5f58a-99da-4621-83bf-60477b4a8485 HTTP/1.1" status: 200  len: 946 time: 0.2874453
Apr 09 14:04:52.394442 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab825b2-6a20-43a4-8b17-fc7fa2e7d8fe None None] New status for floating IP c418e50e-12d7-4501-b158-fb00a3612d13: DOWN {{(pid=85293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 14:04:52.529563 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-da1bbf90-f1d7-4fcf-a9fa-7fcadc68b706 req-0a196f70-8375-460e-8117-b17fa6fc13bb tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Calling delete_port for 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd owned by compute:nova {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:04:52.596994 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6f1688ce-f41f-46bb-9dca-fca6988b328a req-0c6f182d-a0b6-462e-8f93-f7001e4c89ca tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/security-groups?id=99ed0133-f26d-4698-97f0-8e7ec3df867a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1554041
Apr 09 14:04:52.731836 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-da1bbf90-f1d7-4fcf-a9fa-7fcadc68b706 req-0a196f70-8375-460e-8117-b17fa6fc13bb tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:52.748587 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-24f763aa-c575-4086-ac67-211836406ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:04:52.849873 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a196f70-8375-460e-8117-b17fa6fc13bb tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Pushing event deleted for resources: {'Port': ['ID=9c99d7c8-ba35-458b-85a1-1d88eeaf6abd,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:04:52.857377 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-0a196f70-8375-460e-8117-b17fa6fc13bb tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:04:53.034513 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1bbf90-f1d7-4fcf-a9fa-7fcadc68b706 req-0a196f70-8375-460e-8117-b17fa6fc13bb tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] No DVR routers for this DVR port 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd on host hv-cinder-78536 {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 14:04:53.037254 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-da1bbf90-f1d7-4fcf-a9fa-7fcadc68b706 req-0a196f70-8375-460e-8117-b17fa6fc13bb tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:53.041412 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f5f58a-99da-4621-83bf-60477b4a8485', 'name': 'network-vif-deleted', 'tag': '9c99d7c8-ba35-458b-85a1-1d88eeaf6abd'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 14:04:53.056485 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-da1bbf90-f1d7-4fcf-a9fa-7fcadc68b706 req-0a196f70-8375-460e-8117-b17fa6fc13bb tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.93 "DELETE /v2.0/ports/9c99d7c8-ba35-458b-85a1-1d88eeaf6abd HTTP/1.1" status: 204  len: 173 time: 1.7745113
Apr 09 14:04:53.110498 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f5f58a-99da-4621-83bf-60477b4a8485', 'name': 'network-vif-deleted', 'tag': '9c99d7c8-ba35-458b-85a1-1d88eeaf6abd', 'status': 'completed', 'code': 200}
Apr 09 14:04:53.166157 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:53.366811 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:53.450481 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71899c-aebc-45e9-9b30-8ec3015f776f req-4c506a22-27b4-4648-9ca9-070bed7d5655 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:53.454102 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3b71899c-aebc-45e9-9b30-8ec3015f776f req-4c506a22-27b4-4648-9ca9-070bed7d5655 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.93 "GET /v2.0/ports?device_id=76805d17-4162-4725-bd58-aa3643fddc62 HTTP/1.1" status: 200  len: 945 time: 0.1680050
Apr 09 14:04:53.716852 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-3b71899c-aebc-45e9-9b30-8ec3015f776f req-cd492233-5fff-48a3-a2ae-a3e6cfe5efbe tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Deleting port 99c26063-2446-4c65-950e-b2f87e11d3a1 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:04:53.717517 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-3b71899c-aebc-45e9-9b30-8ec3015f776f req-cd492233-5fff-48a3-a2ae-a3e6cfe5efbe tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:53.905685 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c4102-ad24-4e51-af86-2306d4d03122 req-9aaa3f0a-104b-4c3c-a662-63cd8b10b495 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:04:53.907755 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4d9c4102-ad24-4e51-af86-2306d4d03122 req-9aaa3f0a-104b-4c3c-a662-63cd8b10b495 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=76805d17-4162-4725-bd58-aa3643fddc62 HTTP/1.1" status: 200  len: 945 time: 0.3737988
Apr 09 14:04:54.070801 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-0ec1f876-f765-481a-8d98-1dbda9732f4e req-0e15a45e-b828-48fe-b85e-3707670e08a8 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Synchronizing usage tracker for tenant:142806ca91ce40c4af646ab038ed6230 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 14:04:54.129661 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-4d9c4102-ad24-4e51-af86-2306d4d03122 req-5466b55f-b4fc-4f5c-a9ee-4c022d9e9bee tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/security-groups?id=e101f2f2-29a9-4055-a0db-a57881df0c85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400042
Apr 09 14:04:54.228225 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-0ec1f876-f765-481a-8d98-1dbda9732f4e req-0e15a45e-b828-48fe-b85e-3707670e08a8 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Unset dirty status for tenant:142806ca91ce40c4af646ab038ed6230 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 14:04:54.229866 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0ec1f876-f765-481a-8d98-1dbda9732f4e req-0e15a45e-b828-48fe-b85e-3707670e08a8 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "GET /v2.0/ports?device_id=50f5f58a-99da-4621-83bf-60477b4a8485 HTTP/1.1" status: 200  len: 210 time: 0.3950996
Apr 09 14:04:54.338007 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-3b71899c-aebc-45e9-9b30-8ec3015f776f req-cd492233-5fff-48a3-a2ae-a3e6cfe5efbe tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] For port 99c26063-2446-4c65-950e-b2f87e11d3a1, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=99c26063-2446-4c65-950e-b2f87e11d3a1,segment=NetworkSegment(ff7d68d4-70cb-403a-b431-81c09ecee8bb),segment_id=ff7d68d4-70cb-403a-b431-81c09ecee8bb)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:04:54.338409 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-3b71899c-aebc-45e9-9b30-8ec3015f776f req-cd492233-5fff-48a3-a2ae-a3e6cfe5efbe tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:54.562867 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-3b71899c-aebc-45e9-9b30-8ec3015f776f req-cd492233-5fff-48a3-a2ae-a3e6cfe5efbe tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Calling delete_port for 99c26063-2446-4c65-950e-b2f87e11d3a1 owned by compute:nova {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:04:54.658957 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:04:54.706952 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] No Port match for: 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 14:04:54.706952 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 9c99d7c8-ba35-458b-85a1-1d88eeaf6abd not bound to the agent host hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 14:04:54.743324 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-3b71899c-aebc-45e9-9b30-8ec3015f776f req-cd492233-5fff-48a3-a2ae-a3e6cfe5efbe tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:54.761105 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e48b0754-8094-439e-b39a-375d2e403a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:04:54.769097 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:54.863677 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd492233-5fff-48a3-a2ae-a3e6cfe5efbe tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Pushing event deleted for resources: {'Port': ['ID=99c26063-2446-4c65-950e-b2f87e11d3a1,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:04:54.871566 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-cd492233-5fff-48a3-a2ae-a3e6cfe5efbe tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:04:55.045126 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b71899c-aebc-45e9-9b30-8ec3015f776f req-cd492233-5fff-48a3-a2ae-a3e6cfe5efbe tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] No DVR routers for this DVR port 99c26063-2446-4c65-950e-b2f87e11d3a1 on host hv-cinder-78536 {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 14:04:55.048424 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-3b71899c-aebc-45e9-9b30-8ec3015f776f req-cd492233-5fff-48a3-a2ae-a3e6cfe5efbe tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:55.057215 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3b71899c-aebc-45e9-9b30-8ec3015f776f req-cd492233-5fff-48a3-a2ae-a3e6cfe5efbe tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.93 "DELETE /v2.0/ports/99c26063-2446-4c65-950e-b2f87e11d3a1 HTTP/1.1" status: 204  len: 173 time: 1.5967393
Apr 09 14:04:55.112400 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76805d17-4162-4725-bd58-aa3643fddc62', 'name': 'network-vif-deleted', 'tag': '99c26063-2446-4c65-950e-b2f87e11d3a1'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 14:04:55.175797 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76805d17-4162-4725-bd58-aa3643fddc62', 'name': 'network-vif-deleted', 'tag': '99c26063-2446-4c65-950e-b2f87e11d3a1', 'status': 'completed', 'code': 200}
Apr 09 14:04:55.337231 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-2e9e6593-c869-4083-b8fb-bf443f0fc699 req-7c51fb1f-53b6-439c-bbbf-b75453937ca5 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Synchronizing usage tracker for tenant:2cb4f91cdcec420194b66425a2b55990 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 14:04:55.355630 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-2e9e6593-c869-4083-b8fb-bf443f0fc699 req-7c51fb1f-53b6-439c-bbbf-b75453937ca5 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Unset dirty status for tenant:2cb4f91cdcec420194b66425a2b55990 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 14:04:55.356979 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2e9e6593-c869-4083-b8fb-bf443f0fc699 req-7c51fb1f-53b6-439c-bbbf-b75453937ca5 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=76805d17-4162-4725-bd58-aa3643fddc62 HTTP/1.1" status: 200  len: 210 time: 0.0774913
Apr 09 14:04:55.391499 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 36948) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:04:55.577753 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3d5e7f88-da7f-458f-82ea-193eb8d2d607 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Deleting port c049168c-6fc3-4206-9296-2c0a5c215cfe {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:04:55.578356 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3d5e7f88-da7f-458f-82ea-193eb8d2d607 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:55.781733 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3d5e7f88-da7f-458f-82ea-193eb8d2d607 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:55.782116 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3d5e7f88-da7f-458f-82ea-193eb8d2d607 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:55.926057 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3d5e7f88-da7f-458f-82ea-193eb8d2d607 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Calling delete_port for c049168c-6fc3-4206-9296-2c0a5c215cfe owned by network:floatingip {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:04:56.074723 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3d5e7f88-da7f-458f-82ea-193eb8d2d607 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:56.091437 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-381ce4ae-c027-4aa7-8de4-eedb8155fa2e tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:04:56.191790 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e7f88-da7f-458f-82ea-193eb8d2d607 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Pushing event deleted for resources: {'Port': ['ID=c049168c-6fc3-4206-9296-2c0a5c215cfe,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:04:56.215591 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e7f88-da7f-458f-82ea-193eb8d2d607 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:04:56.216025 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e7f88-da7f-458f-82ea-193eb8d2d607 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:04:56.216481 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e7f88-da7f-458f-82ea-193eb8d2d607 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:04:56.216905 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e7f88-da7f-458f-82ea-193eb8d2d607 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:04:56.217399 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e7f88-da7f-458f-82ea-193eb8d2d607 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:04:56.217953 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e7f88-da7f-458f-82ea-193eb8d2d607 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:04:56.218155 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e7f88-da7f-458f-82ea-193eb8d2d607 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:04:56.218625 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e7f88-da7f-458f-82ea-193eb8d2d607 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:04:56.219040 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e7f88-da7f-458f-82ea-193eb8d2d607 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:04:56.219463 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e7f88-da7f-458f-82ea-193eb8d2d607 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:04:56.219864 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e7f88-da7f-458f-82ea-193eb8d2d607 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:04:56.220271 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e7f88-da7f-458f-82ea-193eb8d2d607 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:04:56.225412 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3d5e7f88-da7f-458f-82ea-193eb8d2d607 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:04:56.382292 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3d5e7f88-da7f-458f-82ea-193eb8d2d607 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for floatingip, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:56.401210 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3d5e7f88-da7f-458f-82ea-193eb8d2d607 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for floatingip, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:56.402480 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-3d5e7f88-da7f-458f-82ea-193eb8d2d607 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "DELETE /v2.0/floatingips/f5f4d3b2-8b0e-49e6-8501-454bc2c4326e HTTP/1.1" status: 204  len: 168 time: 1.0098982
Apr 09 14:04:56.686752 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 99c26063-2446-4c65-950e-b2f87e11d3a1 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:04:56.735521 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] No Port match for: 99c26063-2446-4c65-950e-b2f87e11d3a1 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 14:04:56.736528 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device 99c26063-2446-4c65-950e-b2f87e11d3a1 not bound to the agent host hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 14:04:57.874473 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 36970) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:04:57.962370 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8ca334ef-4a23-48ca-8e32-09e516403447 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:57.995445 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8ca334ef-4a23-48ca-8e32-09e516403447 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:58.074686 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8ca334ef-4a23-48ca-8e32-09e516403447 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:58.080128 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c0e32cb9-d0ae-4175-9f58-54422d4a8066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:04:58.097688 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca334ef-4a23-48ca-8e32-09e516403447 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ed0133-f26d-4698-97f0-8e7ec3df867a,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:04:58.100885 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-8ca334ef-4a23-48ca-8e32-09e516403447 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:04:58.112540 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-8ca334ef-4a23-48ca-8e32-09e516403447 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:04:58.114651 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-8ca334ef-4a23-48ca-8e32-09e516403447 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] 10.222.0.96 "DELETE /v2.0/security-groups/99ed0133-f26d-4698-97f0-8e7ec3df867a HTTP/1.1" status: 204  len: 168 time: 0.2387798
Apr 09 14:04:59.226280 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 36980) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:05:00.126799 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-14654fdc-82c0-49be-a33d-1bdbf45ca926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826322'] for router_interface, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:00.794056 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-14654fdc-82c0-49be-a33d-1bdbf45ca926 admin admin] Deleting port 407cfd7a-3fb8-4646-a497-496ad42874aa {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:05:00.794964 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-14654fdc-82c0-49be-a33d-1bdbf45ca926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:01.009515 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-14654fdc-82c0-49be-a33d-1bdbf45ca926 admin admin] For port 407cfd7a-3fb8-4646-a497-496ad42874aa, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=407cfd7a-3fb8-4646-a497-496ad42874aa,segment=NetworkSegment(e79b3ef0-a24a-46f3-9aa3-06c084497cd4),segment_id=e79b3ef0-a24a-46f3-9aa3-06c084497cd4)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:05:01.009999 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-14654fdc-82c0-49be-a33d-1bdbf45ca926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:01.163591 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-14654fdc-82c0-49be-a33d-1bdbf45ca926 admin admin] Calling delete_port for 407cfd7a-3fb8-4646-a497-496ad42874aa owned by network:router_interface {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:05:01.370682 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-14654fdc-82c0-49be-a33d-1bdbf45ca926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:01.390347 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-8a59e886-4990-4273-96b7-6ea9a7a5673d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:05:01.497028 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14654fdc-82c0-49be-a33d-1bdbf45ca926 admin admin] Pushing event deleted for resources: {'Port': ['ID=407cfd7a-3fb8-4646-a497-496ad42874aa,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:05:01.517821 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14654fdc-82c0-49be-a33d-1bdbf45ca926 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:05:01.518115 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14654fdc-82c0-49be-a33d-1bdbf45ca926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:05:01.518494 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14654fdc-82c0-49be-a33d-1bdbf45ca926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:05:01.518910 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14654fdc-82c0-49be-a33d-1bdbf45ca926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:05:01.519311 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14654fdc-82c0-49be-a33d-1bdbf45ca926 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:05:01.519719 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14654fdc-82c0-49be-a33d-1bdbf45ca926 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:05:01.520121 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14654fdc-82c0-49be-a33d-1bdbf45ca926 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:05:01.520566 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14654fdc-82c0-49be-a33d-1bdbf45ca926 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:05:01.520972 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14654fdc-82c0-49be-a33d-1bdbf45ca926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:05:01.521370 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14654fdc-82c0-49be-a33d-1bdbf45ca926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:05:01.521768 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14654fdc-82c0-49be-a33d-1bdbf45ca926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:05:01.522167 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14654fdc-82c0-49be-a33d-1bdbf45ca926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:05:01.526550 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-14654fdc-82c0-49be-a33d-1bdbf45ca926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:05:01.953562 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-14654fdc-82c0-49be-a33d-1bdbf45ca926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3797789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3827617'] for router_interface, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:02.546399 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14654fdc-82c0-49be-a33d-1bdbf45ca926 admin admin] Router f02f3234-a48a-4e8f-a069-10f5e677afa4 has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 14:05:02.766979 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14654fdc-82c0-49be-a33d-1bdbf45ca926 admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 14:05:02.777521 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e5e5f3-510d-4b23-a775-810c26ac7355 None None] Sync routers for ids ['f02f3234-a48a-4e8f-a069-10f5e677afa4'] in dv-cinder-785362-1-iscsi {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 14:05:02.782757 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-14654fdc-82c0-49be-a33d-1bdbf45ca926 admin admin] 10.222.0.96 "PUT /v2.0/routers/f02f3234-a48a-4e8f-a069-10f5e677afa4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5549405
Apr 09 14:05:02.784068 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 37004) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:05:02.788728 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e5e5f3-510d-4b23-a775-810c26ac7355 None None] Routers {'f02f3234-a48a-4e8f-a069-10f5e677afa4'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 14:05:02.790066 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-65e5e5f3-510d-4b23-a775-810c26ac7355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcf9a4e0>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T14:04:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['f02f3234-a48a-4e8f-a069-10f5e677afa4'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:05:03.009442 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-449ec74e-9d99-4cf3-a9d0-5f96c2c12434 admin admin] Notify callbacks [] for router, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:03.091616 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-65e5e5f3-510d-4b23-a775-810c26ac7355 None None] Set router f02f3234-a48a-4e8f-a069-10f5e677afa4 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 14:05:03.266209 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-449ec74e-9d99-4cf3-a9d0-5f96c2c12434 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:03.278786 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-449ec74e-9d99-4cf3-a9d0-5f96c2c12434 admin admin] Deleting port 12acfdfc-c5c5-40c0-8899-f8f3828925d0 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:05:03.280248 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-449ec74e-9d99-4cf3-a9d0-5f96c2c12434 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:03.536526 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-65e5e5f3-510d-4b23-a775-810c26ac7355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcf9a4e0>, [{'id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:05Z', 'updated_at': '2021-04-09T14:05:01Z', 'revision_number': 5, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'gw_port': {'id': '12acfdfc-c5c5-40c0-8899-f8f3828925d0', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:06Z', 'updated_at': '2021-04-09T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:05:03.542674 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e5e5f3-510d-4b23-a775-810c26ac7355 None None] Checking router: f02f3234-a48a-4e8f-a069-10f5e677afa4 for host: dv-cinder-785362-1-iscsi {{(pid=85292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 14:05:03.556667 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e5e5f3-510d-4b23-a775-810c26ac7355 None None] Routers {'f02f3234-a48a-4e8f-a069-10f5e677afa4'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 14:05:03.557387 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-65e5e5f3-510d-4b23-a775-810c26ac7355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bcf9a4e0>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T14:04:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['f02f3234-a48a-4e8f-a069-10f5e677afa4'], 'active': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:05:03.780852 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-65e5e5f3-510d-4b23-a775-810c26ac7355 None None] Set router f02f3234-a48a-4e8f-a069-10f5e677afa4 gateway port host: None {{(pid=85292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 14:05:03.912213 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-449ec74e-9d99-4cf3-a9d0-5f96c2c12434 admin admin] For port 12acfdfc-c5c5-40c0-8899-f8f3828925d0, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=12acfdfc-c5c5-40c0-8899-f8f3828925d0,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:05:03.913479 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-449ec74e-9d99-4cf3-a9d0-5f96c2c12434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:04.018805 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-65e5e5f3-510d-4b23-a775-810c26ac7355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bcf9a4e0>, [{'id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:05Z', 'updated_at': '2021-04-09T14:05:03Z', 'revision_number': 6, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'gw_port_host': None}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:05:04.027407 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e5e5f3-510d-4b23-a775-810c26ac7355 None None] The sync data for ids ['f02f3234-a48a-4e8f-a069-10f5e677afa4'] in dv-cinder-785362-1-iscsi is: [{'id': 'f02f3234-a48a-4e8f-a069-10f5e677afa4', 'name': 'tempest-TestVolumeBootPattern-835888794-router', 'tenant_id': '142806ca91ce40c4af646ab038ed6230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:05Z', 'updated_at': '2021-04-09T14:05:03Z', 'revision_number': 6, 'project_id': '142806ca91ce40c4af646ab038ed6230', 'gw_port_host': None}] {{(pid=85292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 14:05:04.119724 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-449ec74e-9d99-4cf3-a9d0-5f96c2c12434 admin admin] Calling delete_port for 12acfdfc-c5c5-40c0-8899-f8f3828925d0 owned by network:router_gateway {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:05:04.417804 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-449ec74e-9d99-4cf3-a9d0-5f96c2c12434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:04.449867 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e4fed6a4-ac17-4bde-a901-f59e84d7e728 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:05:04.585917 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ec74e-9d99-4cf3-a9d0-5f96c2c12434 admin admin] Pushing event deleted for resources: {'Port': ['ID=12acfdfc-c5c5-40c0-8899-f8f3828925d0,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:05:04.596915 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-449ec74e-9d99-4cf3-a9d0-5f96c2c12434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:05:04.791432 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-449ec74e-9d99-4cf3-a9d0-5f96c2c12434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3848865'] for router_gateway, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:05.002066 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-449ec74e-9d99-4cf3-a9d0-5f96c2c12434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850958047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760716'] for router, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:05.004529 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-449ec74e-9d99-4cf3-a9d0-5f96c2c12434 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:05.033997 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-449ec74e-9d99-4cf3-a9d0-5f96c2c12434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850957941'] for router, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:05.033997 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449ec74e-9d99-4cf3-a9d0-5f96c2c12434 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f02f3234-a48a-4e8f-a069-10f5e677afa4 {{(pid=85290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 09 14:05:05.050736 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-449ec74e-9d99-4cf3-a9d0-5f96c2c12434 admin admin] Notify callbacks [] for router, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:05.052013 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-449ec74e-9d99-4cf3-a9d0-5f96c2c12434 admin admin] 10.222.0.96 "DELETE /v2.0/routers/f02f3234-a48a-4e8f-a069-10f5e677afa4 HTTP/1.1" status: 204  len: 168 time: 2.2666938
Apr 09 14:05:05.055021 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 37016) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:05:05.129929 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_v2 [None req-72758fc8-e42b-405e-9cf1-c2a0b49238a3 admin admin] Deleting subnet e030f8dc-5b8d-4ea0-b3f6-2dee779ce825 {{(pid=85290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 14:05:05.133459 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-72758fc8-e42b-405e-9cf1-c2a0b49238a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:05.190216 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-72758fc8-e42b-405e-9cf1-c2a0b49238a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2171474'] for subnet, precommit_delete_associations {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:05.295224 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-72758fc8-e42b-405e-9cf1-c2a0b49238a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854254641'] for subnet, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:05.574614 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-72758fc8-e42b-405e-9cf1-c2a0b49238a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-521156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10405870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844793528'] for subnet, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:05.590664 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-574ac3a1-e3ef-42eb-9b20-c272dd384823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:05:05.684119 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72758fc8-e42b-405e-9cf1-c2a0b49238a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e030f8dc-5b8d-4ea0-b3f6-2dee779ce825,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:05:05.697718 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-72758fc8-e42b-405e-9cf1-c2a0b49238a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:05:05.734141 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-72758fc8-e42b-405e-9cf1-c2a0b49238a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:05.740016 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a937d450-bfe0-46b1-b5d8-7e6031061948 None None] Network 728a6819-b70e-44ea-a058-103a448de099 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 14:05:05.742041 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-72758fc8-e42b-405e-9cf1-c2a0b49238a3 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/e030f8dc-5b8d-4ea0-b3f6-2dee779ce825 HTTP/1.1" status: 204  len: 168 time: 0.6857011
Apr 09 14:05:05.745378 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 37020) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:05:05.875603 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-efcbd45e-d73c-4bb7-8292-1f30b764b447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-409197'] for network, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:05.938436 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 12acfdfc-c5c5-40c0-8899-f8f3828925d0 no longer exists at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:05:05.952546 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-efcbd45e-d73c-4bb7-8292-1f30b764b447 admin admin] Deleting port 049bbdf5-22f0-4d07-a462-15b2b5002617 {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:05:05.952960 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-efcbd45e-d73c-4bb7-8292-1f30b764b447 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:05.983508 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] No Port match for: 12acfdfc-c5c5-40c0-8899-f8f3828925d0 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 14:05:05.983906 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 12acfdfc-c5c5-40c0-8899-f8f3828925d0 not bound to the agent host dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 14:05:05.984402 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 407cfd7a-3fb8-4646-a497-496ad42874aa no longer exists at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:05:06.023572 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] No Port match for: 407cfd7a-3fb8-4646-a497-496ad42874aa {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 14:05:06.023957 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 407cfd7a-3fb8-4646-a497-496ad42874aa not bound to the agent host dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 14:05:06.124986 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e77eed0-b83a-46d9-a90f-4bf2f483c567 None None] DHCP port deletion for 728a6819-b70e-44ea-a058-103a448de099 request from dv-cinder-785362-1-iscsi {{(pid=85292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 09 14:05:06.130224 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-0e77eed0-b83a-46d9-a90f-4bf2f483c567 None None] Deleting port 049bbdf5-22f0-4d07-a462-15b2b5002617 {{(pid=85292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:05:06.130776 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0e77eed0-b83a-46d9-a90f-4bf2f483c567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:06.203847 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-efcbd45e-d73c-4bb7-8292-1f30b764b447 admin admin] For port 049bbdf5-22f0-4d07-a462-15b2b5002617, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=049bbdf5-22f0-4d07-a462-15b2b5002617,segment=NetworkSegment(e79b3ef0-a24a-46f3-9aa3-06c084497cd4),segment_id=e79b3ef0-a24a-46f3-9aa3-06c084497cd4)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:05:06.204249 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-efcbd45e-d73c-4bb7-8292-1f30b764b447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:06.349096 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-efcbd45e-d73c-4bb7-8292-1f30b764b447 admin admin] Calling delete_port for 049bbdf5-22f0-4d07-a462-15b2b5002617 owned by network:dhcp {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:05:06.369629 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-0e77eed0-b83a-46d9-a90f-4bf2f483c567 None None] For port 049bbdf5-22f0-4d07-a462-15b2b5002617, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=049bbdf5-22f0-4d07-a462-15b2b5002617,segment=NetworkSegment(e79b3ef0-a24a-46f3-9aa3-06c084497cd4),segment_id=e79b3ef0-a24a-46f3-9aa3-06c084497cd4)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:05:06.370067 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0e77eed0-b83a-46d9-a90f-4bf2f483c567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:06.460214 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-efcbd45e-d73c-4bb7-8292-1f30b764b447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:06.490684 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c4763c3c-5c59-4668-883e-f135621e9e33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:05:06.512544 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-0e77eed0-b83a-46d9-a90f-4bf2f483c567 None None] Calling delete_port for 049bbdf5-22f0-4d07-a462-15b2b5002617 owned by network:dhcp {{(pid=85292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:05:06.601087 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.db.api [None req-0e77eed0-b83a-46d9-a90f-4bf2f483c567 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85292) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 14:05:06.601422 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_db.api [None req-0e77eed0-b83a-46d9-a90f-4bf2f483c567 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 09 14:05:06.627025 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbd45e-d73c-4bb7-8292-1f30b764b447 admin admin] Pushing event deleted for resources: {'Port': ['ID=049bbdf5-22f0-4d07-a462-15b2b5002617,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:05:06.640242 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-efcbd45e-d73c-4bb7-8292-1f30b764b447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:05:06.674971 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcbd45e-d73c-4bb7-8292-1f30b764b447 admin admin] No DVR routers for this DVR port 049bbdf5-22f0-4d07-a462-15b2b5002617 on host dv-cinder-785362-1-iscsi {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 14:05:06.809421 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-efcbd45e-d73c-4bb7-8292-1f30b764b447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5455', 'neutron.services.segments.db._delete_segments_for_network--9223363303376033550'] for network, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:06.935210 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-efcbd45e-d73c-4bb7-8292-1f30b764b447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f16bc2c2780>,) {'filters': {'network_id': ['728a6819-b70e-44ea-a058-103a448de099']}} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:05:06.949142 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-efcbd45e-d73c-4bb7-8292-1f30b764b447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f16bc2c2780>, 'e79b3ef0-a24a-46f3-9aa3-06c084497cd4') {'for_net_delete': True} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:05:06.949486 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-efcbd45e-d73c-4bb7-8292-1f30b764b447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f16bc2c2780>, 'e79b3ef0-a24a-46f3-9aa3-06c084497cd4') {} {{(pid=85290) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:05:06.962754 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-efcbd45e-d73c-4bb7-8292-1f30b764b447 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303375980284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852604310'] for segment, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:06.978584 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-efcbd45e-d73c-4bb7-8292-1f30b764b447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:06.985596 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efcbd45e-d73c-4bb7-8292-1f30b764b447 admin admin] Releasing vlan 958 on physical network physnet1 to pool {{(pid=85290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 14:05:07.102698 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-0e77eed0-b83a-46d9-a90f-4bf2f483c567 None None] Deleting port 049bbdf5-22f0-4d07-a462-15b2b5002617 {{(pid=85292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:05:07.103874 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0e77eed0-b83a-46d9-a90f-4bf2f483c567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:07.186503 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-0e77eed0-b83a-46d9-a90f-4bf2f483c567 None None] The port '049bbdf5-22f0-4d07-a462-15b2b5002617' was deleted {{(pid=85292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 09 14:05:07.436859 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-efcbd45e-d73c-4bb7-8292-1f30b764b447 admin admin] Network 728a6819-b70e-44ea-a058-103a448de099 has no segments {{(pid=85290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 14:05:07.451063 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-efcbd45e-d73c-4bb7-8292-1f30b764b447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10405811'] for segment, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:07.639833 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-efcbd45e-d73c-4bb7-8292-1f30b764b447 admin admin] Network 728a6819-b70e-44ea-a058-103a448de099 has no segments {{(pid=85290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]: Traceback (most recent call last):
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:     timer()
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:     cb(*args, **kw)
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:     return func(*args, **kwargs)
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:     self._notify()
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:     self.callback(batched_events)
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:     event.method(event)
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:     segment_id)['aggregates'][0]
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:     return f(self, *a, **k)
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self._get(url).json()
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:     **kwargs)
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self.request(url, 'GET', **kwargs)
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:     **endpoint_filter)
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 14:05:07.662878 dv-cinder-785362-1-iscsi neutron-server[85177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 14:05:07.747893 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-efcbd45e-d73c-4bb7-8292-1f30b764b447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850926906'] for network, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:07.751675 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:05:07.766492 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-efcbd45e-d73c-4bb7-8292-1f30b764b447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:07.778209 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbd45e-d73c-4bb7-8292-1f30b764b447 admin admin] Pushing event deleted for resources: {'Network': ['ID=728a6819-b70e-44ea-a058-103a448de099,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:05:07.781927 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-efcbd45e-d73c-4bb7-8292-1f30b764b447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:05:07.793991 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-efcbd45e-d73c-4bb7-8292-1f30b764b447 admin admin] 10.222.0.96 "DELETE /v2.0/networks/728a6819-b70e-44ea-a058-103a448de099 HTTP/1.1" status: 204  len: 168 time: 2.0474739
Apr 09 14:05:07.797005 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 37028) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:05:07.906066 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 049bbdf5-22f0-4d07-a462-15b2b5002617 no longer exists at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:05:07.949232 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] No Port match for: 049bbdf5-22f0-4d07-a462-15b2b5002617 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 14:05:07.949625 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 049bbdf5-22f0-4d07-a462-15b2b5002617 not bound to the agent host dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 14:05:08.464512 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e4f50594-c578-479d-ba60-1387d945d556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826322'] for router_interface, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:08.905683 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-b198c36c-eb96-47b3-ac51-3bf89b169f20 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:05:08.907283 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-b198c36c-eb96-47b3-ac51-3bf89b169f20 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/networks?id=1ae3fdc5-1653-439d-a421-657d457689e6 HTTP/1.1" status: 200  len: 814 time: 0.3134749
Apr 09 14:05:08.927434 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-f1188c9a-b6e5-4b79-81e0-2769e57d32d1 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/quotas/2cb4f91cdcec420194b66425a2b55990 HTTP/1.1" status: 200  len: 375 time: 0.0139885
Apr 09 14:05:08.995127 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-9b8733c7-a8a2-4bd3-b2f0-f03286aac912 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=2cb4f91cdcec420194b66425a2b55990&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0574303
Apr 09 14:05:09.071690 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-4f4f5b3b-ba59-4e5a-9149-01f0e9112d87 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=85290) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 14:05:09.072856 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-4f4f5b3b-ba59-4e5a-9149-01f0e9112d87 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0704734
Apr 09 14:05:09.082010 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-e4f50594-c578-479d-ba60-1387d945d556 admin admin] Deleting port 9eb88928-5118-4fcf-bc15-dddc585ebf3a {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:05:09.082396 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e4f50594-c578-479d-ba60-1387d945d556 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:09.411070 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-31dfdfd7-e39a-4f49-811f-881ec850d1a2 service neutron] 10.222.0.96 "GET /v2.0/networks/1ae3fdc5-1653-439d-a421-657d457689e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3302879
Apr 09 14:05:09.539961 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-e4f50594-c578-479d-ba60-1387d945d556 admin admin] For port 9eb88928-5118-4fcf-bc15-dddc585ebf3a, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=9eb88928-5118-4fcf-bc15-dddc585ebf3a,segment=NetworkSegment(48979ebd-e383-4edb-88b7-cc95d0b1994e),segment_id=48979ebd-e383-4edb-88b7-cc95d0b1994e)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:05:09.540706 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e4f50594-c578-479d-ba60-1387d945d556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:09.687605 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-e4f50594-c578-479d-ba60-1387d945d556 admin admin] Calling delete_port for 9eb88928-5118-4fcf-bc15-dddc585ebf3a owned by network:router_interface {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:05:09.795734 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-0cc7b3aa-5784-4d10-a1ef-78e966576165 service neutron] 10.222.0.96 "GET /v2.0/networks/1ae3fdc5-1653-439d-a421-657d457689e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3672163
Apr 09 14:05:09.940132 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e4f50594-c578-479d-ba60-1387d945d556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:09.962779 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-4f3f41b8-86af-49c9-889b-d9d5bb2f8b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:05:10.426197 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f50594-c578-479d-ba60-1387d945d556 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb88928-5118-4fcf-bc15-dddc585ebf3a,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:05:10.438204 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e4f50594-c578-479d-ba60-1387d945d556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:05:10.465485 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-6e2b274a-7222-455f-b7dc-fb08bd13c03a req-0b140862-51fa-46e1-b862-7c7b36cc61a4 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=184eba56-fafa-46e3-8044-64788067f63c HTTP/1.1" status: 200  len: 210 time: 0.4264112
Apr 09 14:05:10.862500 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e4f50594-c578-479d-ba60-1387d945d556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3797789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3827617'] for router_interface, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:11.586690 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-af487baa-0412-4a0a-bf71-4669deeacf46 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:05:11.588252 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-af487baa-0412-4a0a-bf71-4669deeacf46 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.93 "GET /v2.0/networks?id=1ae3fdc5-1653-439d-a421-657d457689e6 HTTP/1.1" status: 200  len: 814 time: 0.4112782
Apr 09 14:05:11.603629 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-4821f0ec-48e2-4aeb-8e8e-736b8ef4c1bb tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Request body: {'port': {'device_id': '184eba56-fafa-46e3-8044-64788067f63c', 'network_id': '1ae3fdc5-1653-439d-a421-657d457689e6', 'admin_state_up': True, 'tenant_id': '2cb4f91cdcec420194b66425a2b55990'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 14:05:11.749502 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a3e7bfdd-b38a-49b0-9f56-d20ca4d29383 req-0544a09d-7334-4099-ad19-02ed669c66d1 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=184eba56-fafa-46e3-8044-64788067f63c HTTP/1.1" status: 200  len: 210 time: 0.1271396
Apr 09 14:05:11.832852 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f50594-c578-479d-ba60-1387d945d556 admin admin] Router 7c3bb4a0-d4e7-4712-925c-d0fa8a25b093 has already been hosted by L3 agent 67f615fa-45a4-4a54-a457-52ee60a54f45 {{(pid=85290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 14:05:11.846640 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-4821f0ec-48e2-4aeb-8e8e-736b8ef4c1bb tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 14:05:11.931192 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.quota.driver [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-4821f0ec-48e2-4aeb-8e8e-736b8ef4c1bb tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 14:05:12.022861 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-4821f0ec-48e2-4aeb-8e8e-736b8ef4c1bb tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Made reservation on behalf of 2cb4f91cdcec420194b66425a2b55990 for: {'port': 1} {{(pid=85290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 14:05:12.029409 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-4821f0ec-48e2-4aeb-8e8e-736b8ef4c1bb tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:12.200157 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f50594-c578-479d-ba60-1387d945d556 admin admin] Notify agent at l3_agent.dv-cinder-785362-1-iscsi the message routers_updated {{(pid=85290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 14:05:12.210732 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae0e06f-51e4-47eb-97b3-bf17f37889f3 None None] Sync routers for ids ['7c3bb4a0-d4e7-4712-925c-d0fa8a25b093'] in dv-cinder-785362-1-iscsi {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 14:05:12.229458 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae0e06f-51e4-47eb-97b3-bf17f37889f3 None None] Routers {'7c3bb4a0-d4e7-4712-925c-d0fa8a25b093'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 14:05:12.230673 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-3ae0e06f-51e4-47eb-97b3-bf17f37889f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bca1ecc0>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T14:04:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['7c3bb4a0-d4e7-4712-925c-d0fa8a25b093'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:05:12.247470 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-e4f50594-c578-479d-ba60-1387d945d556 admin admin] 10.222.0.96 "PUT /v2.0/routers/7c3bb4a0-d4e7-4712-925c-d0fa8a25b093/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4492972
Apr 09 14:05:12.250505 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 37066) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:05:12.259409 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_common [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-4821f0ec-48e2-4aeb-8e8e-736b8ef4c1bb tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Allocated IP 172.20.0.3 (1ae3fdc5-1653-439d-a421-657d457689e6/400fca0e-a972-407a-8bbd-cd07bb5071f3/cdaa7b5f-5a61-45f9-8197-d0463abfe37f) {{(pid=85290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 14:05:12.475180 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7f19f259-99bb-49d2-8edb-7373ea710716 admin admin] Notify callbacks [] for router, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:12.559262 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-4821f0ec-48e2-4aeb-8e8e-736b8ef4c1bb tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Notify callbacks [] for port, precommit_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:12.596225 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-4821f0ec-48e2-4aeb-8e8e-736b8ef4c1bb tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733478273037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_create {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:12.617370 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-4dc84c14-b295-41b5-8f32-bf76e57cab9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:05:12.620161 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-3ae0e06f-51e4-47eb-97b3-bf17f37889f3 None None] Set router 7c3bb4a0-d4e7-4712-925c-d0fa8a25b093 gateway port host: dv-cinder-785362-1-iscsi {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 14:05:12.743431 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7f19f259-99bb-49d2-8edb-7373ea710716 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:12.752965 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-7f19f259-99bb-49d2-8edb-7373ea710716 admin admin] Deleting port 752b42e3-a2eb-47cc-b468-02d57cc37332 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:05:12.753325 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7f19f259-99bb-49d2-8edb-7373ea710716 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:12.788898 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821f0ec-48e2-4aeb-8e8e-736b8ef4c1bb tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Pushing event updated for resources: {'Port': ['ID=cdaa7b5f-5a61-45f9-8197-d0463abfe37f,revision_number=1']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:05:12.796583 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-4821f0ec-48e2-4aeb-8e8e-736b8ef4c1bb tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:05:12.897428 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-4821f0ec-48e2-4aeb-8e8e-736b8ef4c1bb tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Network 1ae3fdc5-1653-439d-a421-657d457689e6 is already hosted by enough agents. {{(pid=85290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 14:05:12.900192 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.scheduler.base_scheduler [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-4821f0ec-48e2-4aeb-8e8e-736b8ef4c1bb tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Resources bound (agent type, host, resource id):  {{(pid=85290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 14:05:12.905415 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-4821f0ec-48e2-4aeb-8e8e-736b8ef4c1bb tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Received port after_create {{(pid=85290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 14:05:13.015699 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-7f19f259-99bb-49d2-8edb-7373ea710716 admin admin] For port 752b42e3-a2eb-47cc-b468-02d57cc37332, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=752b42e3-a2eb-47cc-b468-02d57cc37332,segment=NetworkSegment(68454e92-42d7-4e24-9f52-744f6a4a72ea),segment_id=68454e92-42d7-4e24-9f52-744f6a4a72ea)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:05:13.016622 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7f19f259-99bb-49d2-8edb-7373ea710716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:13.053937 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-3ae0e06f-51e4-47eb-97b3-bf17f37889f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bca1ecc0>, [{'id': '7c3bb4a0-d4e7-4712-925c-d0fa8a25b093', 'name': 'tempest-TestVolumeBootPattern-1612378465-router', 'tenant_id': '75550b128de342859867bcb67f602844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'external_fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '752b42e3-a2eb-47cc-b468-02d57cc37332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:14Z', 'updated_at': '2021-04-09T14:05:09Z', 'revision_number': 5, 'project_id': '75550b128de342859867bcb67f602844', 'gw_port': {'id': '752b42e3-a2eb-47cc-b468-02d57cc37332', 'name': '', 'network_id': 'ef175b21-42e7-4a59-9f09-4b77dc7ee6f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3bb4a0-d4e7-4712-925c-d0fa8a25b093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:53:16Z', 'updated_at': '2021-04-09T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51aa8935-8cce-40ab-82a2-0ed18a8aeaa8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-iscsi'}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:05:13.056456 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-4821f0ec-48e2-4aeb-8e8e-736b8ef4c1bb tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:05:13.057439 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-4821f0ec-48e2-4aeb-8e8e-736b8ef4c1bb tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:13.060949 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae0e06f-51e4-47eb-97b3-bf17f37889f3 None None] Checking router: 7c3bb4a0-d4e7-4712-925c-d0fa8a25b093 for host: dv-cinder-785362-1-iscsi {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 14:05:13.075818 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae0e06f-51e4-47eb-97b3-bf17f37889f3 None None] Routers {'7c3bb4a0-d4e7-4712-925c-d0fa8a25b093'} bound to L3 agent in host dv-cinder-785362-1-iscsi {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 14:05:13.076645 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-3ae0e06f-51e4-47eb-97b3-bf17f37889f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f16bca1ecc0>, 'dv-cinder-785362-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T13:41:21Z,description=<?>,heartbeat_timestamp=2021-04-09T14:04:51Z,host='dv-cinder-785362-1-iscsi',id=67f615fa-45a4-4a54-a457-52ee60a54f45,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T13:41:21Z,topic='l3_agent')) {'router_ids': ['7c3bb4a0-d4e7-4712-925c-d0fa8a25b093'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:05:13.096344 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-4821f0ec-48e2-4aeb-8e8e-736b8ef4c1bb tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4970098
Apr 09 14:05:13.111757 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.v2.base [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-01693925-d1f3-4f47-b75b-e5986a9e3f60 service neutron] Request body: {'port': {'device_id': '184eba56-fafa-46e3-8044-64788067f63c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 14:05:13.152459 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7733d4-895f-4280-aebd-6e1ee57724de req-5553dd00-7b96-4d10-bad4-677d7f4eb84d tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:05:13.153304 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-fc7733d4-895f-4280-aebd-6e1ee57724de req-5553dd00-7b96-4d10-bad4-677d7f4eb84d tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Synchronizing usage tracker for tenant:2cb4f91cdcec420194b66425a2b55990 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 14:05:13.170077 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-7f19f259-99bb-49d2-8edb-7373ea710716 admin admin] Calling delete_port for 752b42e3-a2eb-47cc-b468-02d57cc37332 owned by network:router_gateway {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:05:13.206119 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-fc7733d4-895f-4280-aebd-6e1ee57724de req-5553dd00-7b96-4d10-bad4-677d7f4eb84d tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Unset dirty status for tenant:2cb4f91cdcec420194b66425a2b55990 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 14:05:13.206809 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fc7733d4-895f-4280-aebd-6e1ee57724de req-5553dd00-7b96-4d10-bad4-677d7f4eb84d tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=184eba56-fafa-46e3-8044-64788067f63c HTTP/1.1" status: 200  len: 931 time: 0.2645948
Apr 09 14:05:13.288223 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvr_db [None req-3ae0e06f-51e4-47eb-97b3-bf17f37889f3 None None] Set router 7c3bb4a0-d4e7-4712-925c-d0fa8a25b093 gateway port host: None {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 14:05:13.311171 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fc7733d4-895f-4280-aebd-6e1ee57724de req-11bbe7a8-0fd8-4cda-97f2-5cc552dafaa0 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/security-groups?id=e101f2f2-29a9-4055-a0db-a57881df0c85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543249
Apr 09 14:05:13.319226 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-01693925-d1f3-4f47-b75b-e5986a9e3f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:13.417412 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7f19f259-99bb-49d2-8edb-7373ea710716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:13.440953 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-a577d665-76f0-4577-8b65-c5065d1dbd37 tempest-AttachVolumeNegativeTest-444534124 tempest-AttachVolumeNegativeTest-444534124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:05:13.494542 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19f259-99bb-49d2-8edb-7373ea710716 admin admin] Pushing event deleted for resources: {'Port': ['ID=752b42e3-a2eb-47cc-b468-02d57cc37332,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:05:13.552734 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7f19f259-99bb-49d2-8edb-7373ea710716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:05:13.654672 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_hamode_db [None req-3ae0e06f-51e4-47eb-97b3-bf17f37889f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f16bca1ecc0>, [{'id': '7c3bb4a0-d4e7-4712-925c-d0fa8a25b093', 'name': 'tempest-TestVolumeBootPattern-1612378465-router', 'tenant_id': '75550b128de342859867bcb67f602844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:14Z', 'updated_at': '2021-04-09T14:05:12Z', 'revision_number': 6, 'project_id': '75550b128de342859867bcb67f602844', 'gw_port_host': None}], 'dv-cinder-785362-1-iscsi', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:05:13.661459 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae0e06f-51e4-47eb-97b3-bf17f37889f3 None None] The sync data for ids ['7c3bb4a0-d4e7-4712-925c-d0fa8a25b093'] in dv-cinder-785362-1-iscsi is: [{'id': '7c3bb4a0-d4e7-4712-925c-d0fa8a25b093', 'name': 'tempest-TestVolumeBootPattern-1612378465-router', 'tenant_id': '75550b128de342859867bcb67f602844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:53:14Z', 'updated_at': '2021-04-09T14:05:12Z', 'revision_number': 6, 'project_id': '75550b128de342859867bcb67f602844', 'gw_port_host': None}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 14:05:13.763582 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7f19f259-99bb-49d2-8edb-7373ea710716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3848865'] for router_gateway, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:13.990616 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 9eb88928-5118-4fcf-bc15-dddc585ebf3a no longer exists at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:05:14.040944 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] No Port match for: 9eb88928-5118-4fcf-bc15-dddc585ebf3a {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 14:05:14.041789 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 9eb88928-5118-4fcf-bc15-dddc585ebf3a not bound to the agent host dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 14:05:14.235398 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-01693925-d1f3-4f47-b75b-e5986a9e3f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdaa7b5f-5a61-45f9-8197-d0463abfe37f {{(pid=85290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 14:05:14.246390 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-01693925-d1f3-4f47-b75b-e5986a9e3f60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:14.267631 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-01693925-d1f3-4f47-b75b-e5986a9e3f60 service neutron] Transition to ACTIVE for port object cdaa7b5f-5a61-45f9-8197-d0463abfe37f will not be triggered until provisioned by entity L2. {{(pid=85290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 14:05:14.270283 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7f19f259-99bb-49d2-8edb-7373ea710716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850958047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760716'] for router, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:14.273048 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-01693925-d1f3-4f47-b75b-e5986a9e3f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10405853'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:14.273339 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7f19f259-99bb-49d2-8edb-7373ea710716 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:14.298117 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7f19f259-99bb-49d2-8edb-7373ea710716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850957941'] for router, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:14.298846 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f19f259-99bb-49d2-8edb-7373ea710716 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c3bb4a0-d4e7-4712-925c-d0fa8a25b093 {{(pid=85291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 09 14:05:14.311147 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-37add11b-87cd-4cd3-a1cc-7be81e6d7374 tempest-AttachVolumeShelveTestJSON-799178252 tempest-AttachVolumeShelveTestJSON-799178252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:05:14.317581 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7f19f259-99bb-49d2-8edb-7373ea710716 admin admin] Notify callbacks [] for router, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:14.321571 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-7f19f259-99bb-49d2-8edb-7373ea710716 admin admin] 10.222.0.96 "DELETE /v2.0/routers/7c3bb4a0-d4e7-4712-925c-d0fa8a25b093 HTTP/1.1" status: 204  len: 168 time: 2.0672562
Apr 09 14:05:14.321919 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 37072) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:05:14.416241 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed0efc4-55d2-4c51-9f84-43da77a6118d admin admin] Deleting subnet 984091b0-acc0-4413-9ecf-66760576aabf {{(pid=85291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 14:05:14.422230 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1ed0efc4-55d2-4c51-9f84-43da77a6118d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:14.504346 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01693925-d1f3-4f47-b75b-e5986a9e3f60 service neutron] Pushing event updated for resources: {'Port': ['ID=cdaa7b5f-5a61-45f9-8197-d0463abfe37f,revision_number=2']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:05:14.507845 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-01693925-d1f3-4f47-b75b-e5986a9e3f60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:05:14.528689 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1ed0efc4-55d2-4c51-9f84-43da77a6118d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851902559'] for subnet, precommit_delete_associations {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:14.620153 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1ed0efc4-55d2-4c51-9f84-43da77a6118d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854254641'] for subnet, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:14.757405 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9c302-63f4-44b6-b763-94e95e4aff70 req-0c565a50-08e7-4bd1-abf2-305c4536adfe tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:05:14.759575 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0ee9c302-63f4-44b6-b763-94e95e4aff70 req-0c565a50-08e7-4bd1-abf2-305c4536adfe tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=184eba56-fafa-46e3-8044-64788067f63c HTTP/1.1" status: 200  len: 943 time: 0.2588520
Apr 09 14:05:14.839891 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0ee9c302-63f4-44b6-b763-94e95e4aff70 req-02d82b50-8528-452a-b27c-3310ad2046d2 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/security-groups?id=e101f2f2-29a9-4055-a0db-a57881df0c85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507174
Apr 09 14:05:14.870101 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-01693925-d1f3-4f47-b75b-e5986a9e3f60 service neutron] Attempting to bind port cdaa7b5f-5a61-45f9-8197-d0463abfe37f on host hv-cinder-78536 for vnic_type normal with profile  {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 14:05:14.870551 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-01693925-d1f3-4f47-b75b-e5986a9e3f60 service neutron] Attempting to bind port cdaa7b5f-5a61-45f9-8197-d0463abfe37f by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'ff7d68d4-70cb-403a-b431-81c09ecee8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '1ae3fdc5-1653-439d-a421-657d457689e6'}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 14:05:14.870846 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-01693925-d1f3-4f47-b75b-e5986a9e3f60 service neutron] Attempting to bind port cdaa7b5f-5a61-45f9-8197-d0463abfe37f on network 1ae3fdc5-1653-439d-a421-657d457689e6 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 14:05:14.877156 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-01693925-d1f3-4f47-b75b-e5986a9e3f60 service neutron] Port cdaa7b5f-5a61-45f9-8197-d0463abfe37f on network 1ae3fdc5-1653-439d-a421-657d457689e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 14:05:14.877497 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-01693925-d1f3-4f47-b75b-e5986a9e3f60 service neutron] Attempting to bind port cdaa7b5f-5a61-45f9-8197-d0463abfe37f on network 1ae3fdc5-1653-439d-a421-657d457689e6 {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 14:05:14.885164 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-01693925-d1f3-4f47-b75b-e5986a9e3f60 service neutron] Checking agent: {'id': '8b22d5c6-5838-4546-ac77-8d10367985fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'started_at': datetime.datetime(2021, 4, 9, 13, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 14, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 14:05:14.885554 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-01693925-d1f3-4f47-b75b-e5986a9e3f60 service neutron] Checking segment: {'id': 'ff7d68d4-70cb-403a-b431-81c09ecee8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '1ae3fdc5-1653-439d-a421-657d457689e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 14:05:14.885998 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-01693925-d1f3-4f47-b75b-e5986a9e3f60 service neutron] Bound using segment: {'id': 'ff7d68d4-70cb-403a-b431-81c09ecee8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '1ae3fdc5-1653-439d-a421-657d457689e6'} {{(pid=85290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 14:05:14.886529 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-01693925-d1f3-4f47-b75b-e5986a9e3f60 service neutron] Bound port: cdaa7b5f-5a61-45f9-8197-d0463abfe37f, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7d68d4-70cb-403a-b431-81c09ecee8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '1ae3fdc5-1653-439d-a421-657d457689e6'}}] {{(pid=85290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 14:05:14.886925 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-01693925-d1f3-4f47-b75b-e5986a9e3f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:14.917621 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1ed0efc4-55d2-4c51-9f84-43da77a6118d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-521156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10017340'] for subnet, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:14.935852 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-64dce7ae-3d99-4dce-afad-527f9cb11f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:05:14.983127 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-01693925-d1f3-4f47-b75b-e5986a9e3f60 service neutron] For port cdaa7b5f-5a61-45f9-8197-d0463abfe37f, host hv-cinder-78536, cleared binding levels {{(pid=85290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 14:05:14.986825 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-01693925-d1f3-4f47-b75b-e5986a9e3f60 service neutron] For port cdaa7b5f-5a61-45f9-8197-d0463abfe37f, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=cdaa7b5f-5a61-45f9-8197-d0463abfe37f,segment=NetworkSegment(ff7d68d4-70cb-403a-b431-81c09ecee8bb),segment_id=ff7d68d4-70cb-403a-b431-81c09ecee8bb)] {{(pid=85290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 14:05:14.990564 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-01693925-d1f3-4f47-b75b-e5986a9e3f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10405853'] for port, after_update {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:15.008538 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-efcbd45e-d73c-4bb7-8292-1f30b764b447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:05:15.032545 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0efc4-55d2-4c51-9f84-43da77a6118d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=984091b0-acc0-4413-9ecf-66760576aabf,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:05:15.046501 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1ed0efc4-55d2-4c51-9f84-43da77a6118d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:05:15.084523 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1ed0efc4-55d2-4c51-9f84-43da77a6118d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:15.090682 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5cb11c-0e8c-4a66-a15e-3345781b8793 None None] Network 95d83689-a805-4a28-9a5a-ecbc5cc7feb7 requested from dv-cinder-785362-1-iscsi {{(pid=85292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 14:05:15.091156 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-1ed0efc4-55d2-4c51-9f84-43da77a6118d admin admin] 10.222.0.96 "DELETE /v2.0/subnets/984091b0-acc0-4413-9ecf-66760576aabf HTTP/1.1" status: 204  len: 168 time: 0.7681108
Apr 09 14:05:15.094547 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 37078) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:05:15.182529 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01693925-d1f3-4f47-b75b-e5986a9e3f60 service neutron] Pushing event updated for resources: {'Port': ['ID=cdaa7b5f-5a61-45f9-8197-d0463abfe37f,revision_number=3']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:05:15.188353 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-01693925-d1f3-4f47-b75b-e5986a9e3f60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:05:15.222207 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-01693925-d1f3-4f47-b75b-e5986a9e3f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:05:15.222918 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-01693925-d1f3-4f47-b75b-e5986a9e3f60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:15.224590 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-01693925-d1f3-4f47-b75b-e5986a9e3f60 service neutron] 10.222.0.93 "PUT /v2.0/ports/cdaa7b5f-5a61-45f9-8197-d0463abfe37f HTTP/1.1" status: 200  len: 1093 time: 2.1197426
Apr 09 14:05:15.225177 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184eba56-fafa-46e3-8044-64788067f63c', 'tag': 'cdaa7b5f-5a61-45f9-8197-d0463abfe37f'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 14:05:15.241364 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42effd25-9a70-47a1-9399-cd78d9488be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-409197'] for network, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:15.323827 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184eba56-fafa-46e3-8044-64788067f63c', 'tag': 'cdaa7b5f-5a61-45f9-8197-d0463abfe37f', 'status': 'completed', 'code': 200}
Apr 09 14:05:15.341226 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-42effd25-9a70-47a1-9399-cd78d9488be0 admin admin] Deleting port 9d701aab-addf-43d9-8aa4-9a8afff43c31 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:05:15.341600 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42effd25-9a70-47a1-9399-cd78d9488be0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:15.361580 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-28f4eeb4-9383-42f1-b0df-7b8a810e18f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:05:15.363269 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-28f4eeb4-9383-42f1-b0df-7b8a810e18f7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2cb4f91cdcec420194b66425a2b55990&device_id=184eba56-fafa-46e3-8044-64788067f63c HTTP/1.1" status: 200  len: 1096 time: 0.0976140
Apr 09 14:05:15.426452 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1f6a9a-1870-4de8-a501-24d63f69fc8a None None] DHCP port deletion for 95d83689-a805-4a28-9a5a-ecbc5cc7feb7 request from dv-cinder-785362-1-iscsi {{(pid=85292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 09 14:05:15.433353 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f6a9a-1870-4de8-a501-24d63f69fc8a None None] Deleting port 9d701aab-addf-43d9-8aa4-9a8afff43c31 {{(pid=85292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:05:15.433715 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6a9a-1870-4de8-a501-24d63f69fc8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:15.449622 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-534447c9-0e96-46ac-bf96-bdd5372da5f6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdaa7b5f-5a61-45f9-8197-d0463abfe37f HTTP/1.1" status: 200  len: 217 time: 0.0783579
Apr 09 14:05:15.533053 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-f4b8a8eb-212d-4ac0-82b4-0f7deb9a8c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:05:15.534764 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-f4b8a8eb-212d-4ac0-82b4-0f7deb9a8c9f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=400fca0e-a972-407a-8bbd-cd07bb5071f3 HTTP/1.1" status: 200  len: 854 time: 0.0784411
Apr 09 14:05:15.593676 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-ac6fe530-4a55-445b-9dcc-100ffbe2a388 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1ae3fdc5-1653-439d-a421-657d457689e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0523274
Apr 09 14:05:15.613667 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-42effd25-9a70-47a1-9399-cd78d9488be0 admin admin] For port 9d701aab-addf-43d9-8aa4-9a8afff43c31, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=9d701aab-addf-43d9-8aa4-9a8afff43c31,segment=NetworkSegment(48979ebd-e383-4edb-88b7-cc95d0b1994e),segment_id=48979ebd-e383-4edb-88b7-cc95d0b1994e)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:05:15.614467 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42effd25-9a70-47a1-9399-cd78d9488be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:15.707598 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-7e1f6a9a-1870-4de8-a501-24d63f69fc8a None None] For port 9d701aab-addf-43d9-8aa4-9a8afff43c31, host dv-cinder-785362-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-iscsi',level=0,port_id=9d701aab-addf-43d9-8aa4-9a8afff43c31,segment=NetworkSegment(48979ebd-e383-4edb-88b7-cc95d0b1994e),segment_id=48979ebd-e383-4edb-88b7-cc95d0b1994e)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:05:15.708242 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6a9a-1870-4de8-a501-24d63f69fc8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:15.783745 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-42effd25-9a70-47a1-9399-cd78d9488be0 admin admin] Calling delete_port for 9d701aab-addf-43d9-8aa4-9a8afff43c31 owned by network:dhcp {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:05:15.797002 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-b0321264-4ae6-48ee-bbd9-c95e6029502d service neutron] 10.222.0.93 "GET /v2.0/networks/1ae3fdc5-1653-439d-a421-657d457689e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1967330
Apr 09 14:05:16.003998 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42effd25-9a70-47a1-9399-cd78d9488be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852529706'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:16.010434 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 9d701aab-addf-43d9-8aa4-9a8afff43c31 no longer exists at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:05:16.078354 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-608f3c2d-46ae-4dae-bc3b-c95e82bcca3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:05:16.121660 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f6a9a-1870-4de8-a501-24d63f69fc8a None None] Calling delete_port for 9d701aab-addf-43d9-8aa4-9a8afff43c31 owned by network:dhcp {{(pid=85292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:05:16.153135 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42effd25-9a70-47a1-9399-cd78d9488be0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d701aab-addf-43d9-8aa4-9a8afff43c31,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:05:16.157942 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-42effd25-9a70-47a1-9399-cd78d9488be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:05:16.160832 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-0f19c6eb-a8c3-4d2b-ac7a-026a27f3d572 req-b8421a4b-9ea4-4044-a9ad-f412265bca0c service neutron] 10.222.0.93 "GET /v2.0/networks/1ae3fdc5-1653-439d-a421-657d457689e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3566332
Apr 09 14:05:16.165863 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] No Port match for: 9d701aab-addf-43d9-8aa4-9a8afff43c31 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 14:05:16.166532 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 9d701aab-addf-43d9-8aa4-9a8afff43c31 not bound to the agent host dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 14:05:16.167205 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 752b42e3-a2eb-47cc-b468-02d57cc37332 no longer exists at agent ovs-agent-dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:05:16.192231 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42effd25-9a70-47a1-9399-cd78d9488be0 admin admin] No DVR routers for this DVR port 9d701aab-addf-43d9-8aa4-9a8afff43c31 on host dv-cinder-785362-1-iscsi {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 14:05:16.226582 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] No Port match for: 752b42e3-a2eb-47cc-b468-02d57cc37332 {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 14:05:16.227498 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Device 752b42e3-a2eb-47cc-b468-02d57cc37332 not bound to the agent host dv-cinder-785362-1-iscsi {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 14:05:16.269614 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.db.api [None req-7e1f6a9a-1870-4de8-a501-24d63f69fc8a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85292) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 14:05:16.272486 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_db.api [None req-7e1f6a9a-1870-4de8-a501-24d63f69fc8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 09 14:05:16.349615 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42effd25-9a70-47a1-9399-cd78d9488be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5455', 'neutron.services.segments.db._delete_segments_for_network--9223363303376033550'] for network, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:16.350038 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916972f5-ec14-4f38-802d-f56425e6f611 req-5da19a9c-2f9f-486b-b160-bd8c7e7550c2 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:05:16.352827 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-916972f5-ec14-4f38-802d-f56425e6f611 req-5da19a9c-2f9f-486b-b160-bd8c7e7550c2 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=184eba56-fafa-46e3-8044-64788067f63c HTTP/1.1" status: 200  len: 943 time: 0.3011553
Apr 09 14:05:16.406750 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-916972f5-ec14-4f38-802d-f56425e6f611 req-abf4dee6-1eda-4451-a264-c1bbd2c39890 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/security-groups?id=e101f2f2-29a9-4055-a0db-a57881df0c85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393319
Apr 09 14:05:16.414454 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66d7cd-7280-478a-92ea-87c1afa99e8c req-311aa005-394e-488b-a338-7447de7d5091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:05:16.416116 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2e66d7cd-7280-478a-92ea-87c1afa99e8c req-311aa005-394e-488b-a338-7447de7d5091 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2cb4f91cdcec420194b66425a2b55990&device_id=184eba56-fafa-46e3-8044-64788067f63c HTTP/1.1" status: 200  len: 1096 time: 0.2030222
Apr 09 14:05:16.502876 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-42effd25-9a70-47a1-9399-cd78d9488be0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f16b7a33940>,) {'filters': {'network_id': ['95d83689-a805-4a28-9a5a-ecbc5cc7feb7']}} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:05:16.520208 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-42effd25-9a70-47a1-9399-cd78d9488be0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f16b7a33940>, '48979ebd-e383-4edb-88b7-cc95d0b1994e') {'for_net_delete': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:05:16.520747 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-42effd25-9a70-47a1-9399-cd78d9488be0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f16b7a33940>, '48979ebd-e383-4edb-88b7-cc95d0b1994e') {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:05:16.535570 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42effd25-9a70-47a1-9399-cd78d9488be0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303375980284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2873241'] for segment, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:16.563291 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42effd25-9a70-47a1-9399-cd78d9488be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:16.574790 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42effd25-9a70-47a1-9399-cd78d9488be0 admin admin] Releasing vlan 979 on physical network physnet1 to pool {{(pid=85291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 14:05:16.624825 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66d7cd-7280-478a-92ea-87c1afa99e8c req-e51269ed-2a13-46e4-bca3-8df20e639c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:05:16.627118 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2e66d7cd-7280-478a-92ea-87c1afa99e8c req-e51269ed-2a13-46e4-bca3-8df20e639c3f service neutron] 10.222.0.93 "GET /v2.0/networks?id=1ae3fdc5-1653-439d-a421-657d457689e6 HTTP/1.1" status: 200  len: 915 time: 0.2039583
Apr 09 14:05:16.717538 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2e66d7cd-7280-478a-92ea-87c1afa99e8c req-f5f1b305-aa90-44ed-b430-6ac871107640 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdaa7b5f-5a61-45f9-8197-d0463abfe37f HTTP/1.1" status: 200  len: 217 time: 0.0825710
Apr 09 14:05:16.774153 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f6a9a-1870-4de8-a501-24d63f69fc8a None None] Deleting port 9d701aab-addf-43d9-8aa4-9a8afff43c31 {{(pid=85292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:05:16.775251 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6a9a-1870-4de8-a501-24d63f69fc8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:16.792260 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-42effd25-9a70-47a1-9399-cd78d9488be0 admin admin] Network 95d83689-a805-4a28-9a5a-ecbc5cc7feb7 has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 14:05:16.803125 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42effd25-9a70-47a1-9399-cd78d9488be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246049'] for segment, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:16.808654 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66d7cd-7280-478a-92ea-87c1afa99e8c req-628dc22f-aa90-486f-966c-350a80f5d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:05:16.811551 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2e66d7cd-7280-478a-92ea-87c1afa99e8c req-628dc22f-aa90-486f-966c-350a80f5d248 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=400fca0e-a972-407a-8bbd-cd07bb5071f3 HTTP/1.1" status: 200  len: 854 time: 0.0873437
Apr 09 14:05:16.857346 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f6a9a-1870-4de8-a501-24d63f69fc8a None None] The port '9d701aab-addf-43d9-8aa4-9a8afff43c31' was deleted {{(pid=85292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 09 14:05:16.914673 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2e66d7cd-7280-478a-92ea-87c1afa99e8c req-de21ad71-a700-479a-bafd-3128feccd588 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1ae3fdc5-1653-439d-a421-657d457689e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0952342
Apr 09 14:05:17.011608 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-42effd25-9a70-47a1-9399-cd78d9488be0 admin admin] Network 95d83689-a805-4a28-9a5a-ecbc5cc7feb7 has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]: Traceback (most recent call last):
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:     timer()
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:     cb(*args, **kw)
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:     return func(*args, **kwargs)
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:     self._notify()
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:     self.callback(batched_events)
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:     event.method(event)
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:     segment_id)['aggregates'][0]
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:     return f(self, *a, **k)
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self._get(url).json()
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:     **kwargs)
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self.request(url, 'GET', **kwargs)
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:     **endpoint_filter)
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 14:05:17.037457 dv-cinder-785362-1-iscsi neutron-server[85177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 14:05:17.129146 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42effd25-9a70-47a1-9399-cd78d9488be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850926906'] for network, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:17.134497 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-2bb70875-684a-4226-aeb8-6f37c4ef67a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:05:17.140942 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2e66d7cd-7280-478a-92ea-87c1afa99e8c req-e99bf310-c920-4db7-bd56-8d5a75d418a1 service neutron] 10.222.0.93 "GET /v2.0/networks/1ae3fdc5-1653-439d-a421-657d457689e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2179446
Apr 09 14:05:17.152675 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-42effd25-9a70-47a1-9399-cd78d9488be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:17.165857 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42effd25-9a70-47a1-9399-cd78d9488be0 admin admin] Pushing event deleted for resources: {'Network': ['ID=95d83689-a805-4a28-9a5a-ecbc5cc7feb7,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:05:17.171420 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-42effd25-9a70-47a1-9399-cd78d9488be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:05:17.175764 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-42effd25-9a70-47a1-9399-cd78d9488be0 admin admin] 10.222.0.96 "DELETE /v2.0/networks/95d83689-a805-4a28-9a5a-ecbc5cc7feb7 HTTP/1.1" status: 204  len: 168 time: 2.0800285
Apr 09 14:05:17.333321 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 37090) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:05:17.348528 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-2e66d7cd-7280-478a-92ea-87c1afa99e8c req-84709a35-918c-42f9-bfef-0061610c01c3 service neutron] 10.222.0.93 "GET /v2.0/networks/1ae3fdc5-1653-439d-a421-657d457689e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2013233
Apr 09 14:05:17.374854 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-3207e9e2-a19e-4aea-bd83-938e06ae90fc admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=142806ca91ce40c4af646ab038ed6230&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0400803
Apr 09 14:05:17.377575 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 37094) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:05:17.447469 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c22a3e08-6dd2-413d-a456-390c60b9af0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:17.480268 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c22a3e08-6dd2-413d-a456-390c60b9af0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:17.541660 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c22a3e08-6dd2-413d-a456-390c60b9af0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:17.547051 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-e46a4a5b-77fa-4083-b1be-eba60ec67a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:05:17.566865 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a3e08-6dd2-413d-a456-390c60b9af0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a145f3-3143-4966-9600-90cd9031f53f,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:05:17.569736 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-c22a3e08-6dd2-413d-a456-390c60b9af0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:05:17.574477 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-c22a3e08-6dd2-413d-a456-390c60b9af0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:17.577512 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-c22a3e08-6dd2-413d-a456-390c60b9af0f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/69a145f3-3143-4966-9600-90cd9031f53f HTTP/1.1" status: 204  len: 168 time: 0.1985538
Apr 09 14:05:17.658998 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91fcd2-c926-459b-bddd-4d4b9ca2562e req-4e25a5c0-8525-4a82-ba5d-ef4e23ef8ef4 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:05:17.660714 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-dc91fcd2-c926-459b-bddd-4d4b9ca2562e req-4e25a5c0-8525-4a82-ba5d-ef4e23ef8ef4 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=184eba56-fafa-46e3-8044-64788067f63c HTTP/1.1" status: 200  len: 943 time: 0.1091101
Apr 09 14:05:17.694414 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-dc91fcd2-c926-459b-bddd-4d4b9ca2562e req-65617cb2-a8eb-43d4-a62d-4db818459013 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/security-groups?id=e101f2f2-29a9-4055-a0db-a57881df0c85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0265212
Apr 09 14:05:18.081651 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85290) accepted ('10.222.0.96', 37104) {{(pid=85290) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:05:18.140338 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-62613e40-5556-4b31-a3b7-a6370e88bde5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=75550b128de342859867bcb67f602844&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0567887
Apr 09 14:05:18.144104 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 37108) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:05:18.213986 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b80c8453-bc35-421e-9790-e5a66f1a8561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:18.247018 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b80c8453-bc35-421e-9790-e5a66f1a8561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:18.338933 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b80c8453-bc35-421e-9790-e5a66f1a8561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:18.344728 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-8ca334ef-4a23-48ca-8e32-09e516403447 tempest-TestVolumeBootPattern-1053913748 tempest-TestVolumeBootPattern-1053913748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:05:18.355180 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-457e1b94-f383-4cbd-a106-0ce289dda3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:18.363043 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c8453-bc35-421e-9790-e5a66f1a8561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70a4052-b680-488c-94d3-6dc83ca2f1d8,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:05:18.365678 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b80c8453-bc35-421e-9790-e5a66f1a8561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:05:18.369990 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b80c8453-bc35-421e-9790-e5a66f1a8561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:18.371905 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-b80c8453-bc35-421e-9790-e5a66f1a8561 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f70a4052-b680-488c-94d3-6dc83ca2f1d8 HTTP/1.1" status: 204  len: 168 time: 0.2266805
Apr 09 14:05:18.954563 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a629d-8157-4060-8171-7670f24ac995 req-7421b578-62af-4fe9-b542-725f1b001ee3 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:05:18.956703 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3b5a629d-8157-4060-8171-7670f24ac995 req-7421b578-62af-4fe9-b542-725f1b001ee3 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=184eba56-fafa-46e3-8044-64788067f63c HTTP/1.1" status: 200  len: 943 time: 0.1264777
Apr 09 14:05:18.995415 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-3b5a629d-8157-4060-8171-7670f24ac995 req-2913f839-f1d2-4957-a4d1-14cfc1eec5a1 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/security-groups?id=e101f2f2-29a9-4055-a0db-a57881df0c85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0316072
Apr 09 14:05:19.623620 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device cdaa7b5f-5a61-45f9-8197-d0463abfe37f details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 14:05:19.850372 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port cdaa7b5f-5a61-45f9-8197-d0463abfe37f, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=cdaa7b5f-5a61-45f9-8197-d0463abfe37f,segment=NetworkSegment(ff7d68d4-70cb-403a-b431-81c09ecee8bb),segment_id=ff7d68d4-70cb-403a-b431-81c09ecee8bb)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:05:19.878882 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Returning: {'device': 'cdaa7b5f-5a61-45f9-8197-d0463abfe37f', 'network_id': '1ae3fdc5-1653-439d-a421-657d457689e6', 'port_id': 'cdaa7b5f-5a61-45f9-8197-d0463abfe37f', 'mac_address': 'fa:16:3e:ee:3a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 989, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400fca0e-a972-407a-8bbd-cd07bb5071f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 14:05:19.991311 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:19.993568 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdaa7b5f-5a61-45f9-8197-d0463abfe37f {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 14:05:20.015091 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port cdaa7b5f-5a61-45f9-8197-d0463abfe37f, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=cdaa7b5f-5a61-45f9-8197-d0463abfe37f,segment=NetworkSegment(ff7d68d4-70cb-403a-b431-81c09ecee8bb),segment_id=ff7d68d4-70cb-403a-b431-81c09ecee8bb)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:05:20.018782 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:20.020867 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:05:20.130311 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=cdaa7b5f-5a61-45f9-8197-d0463abfe37f,revision_number=4']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:05:20.136825 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:05:20.360944 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['cdaa7b5f-5a61-45f9-8197-d0463abfe37f'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 14:05:20.380000 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0c9da-c812-4f5e-b3c5-03ef0d1a2461 req-cb35623e-ea5b-456e-8a2b-c565f5e5664c tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:05:20.383215 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e2a0c9da-c812-4f5e-b3c5-03ef0d1a2461 req-cb35623e-ea5b-456e-8a2b-c565f5e5664c tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=184eba56-fafa-46e3-8044-64788067f63c HTTP/1.1" status: 200  len: 944 time: 0.1469498
Apr 09 14:05:20.440393 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-e2a0c9da-c812-4f5e-b3c5-03ef0d1a2461 req-005e2ea2-398a-4708-82fb-7d95c84a7164 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/security-groups?id=e101f2f2-29a9-4055-a0db-a57881df0c85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467107
Apr 09 14:05:21.455102 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-6c483cba-7402-4938-9391-70875658c41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:21.632179 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:21.638505 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device cdaa7b5f-5a61-45f9-8197-d0463abfe37f up at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 14:05:21.716226 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning for port cdaa7b5f-5a61-45f9-8197-d0463abfe37f completed by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 14:05:21.721802 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.provisioning_blocks [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Provisioning complete for port cdaa7b5f-5a61-45f9-8197-d0463abfe37f triggered by entity L2. {{(pid=85292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 14:05:21.722253 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:21.730842 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fcd4b-9881-48cd-b007-bbc4e152ca64 req-1e3c4a73-a10a-4dd6-9a98-6f28d86e14aa tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:05:21.733907 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-799fcd4b-9881-48cd-b007-bbc4e152ca64 req-1e3c4a73-a10a-4dd6-9a98-6f28d86e14aa tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=184eba56-fafa-46e3-8044-64788067f63c HTTP/1.1" status: 200  len: 944 time: 0.1658325
Apr 09 14:05:21.767433 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-799fcd4b-9881-48cd-b007-bbc4e152ca64 req-3b4a8a71-d7fc-42a4-b682-5c70198fdb78 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/security-groups?id=e101f2f2-29a9-4055-a0db-a57881df0c85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0268638
Apr 09 14:05:21.867836 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363682'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:21.881230 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184eba56-fafa-46e3-8044-64788067f63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdaa7b5f-5a61-45f9-8197-d0463abfe37f'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 14:05:21.892716 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] For port cdaa7b5f-5a61-45f9-8197-d0463abfe37f, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=cdaa7b5f-5a61-45f9-8197-d0463abfe37f,segment=NetworkSegment(ff7d68d4-70cb-403a-b431-81c09ecee8bb),segment_id=ff7d68d4-70cb-403a-b431-81c09ecee8bb)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:05:21.896713 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303376066932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733478273054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303376502729'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:21.899365 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:05:21.968002 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184eba56-fafa-46e3-8044-64788067f63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdaa7b5f-5a61-45f9-8197-d0463abfe37f', 'code': 200}
Apr 09 14:05:21.997768 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Pushing event updated for resources: {'Port': ['ID=cdaa7b5f-5a61-45f9-8197-d0463abfe37f,revision_number=5']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:05:22.003067 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:05:22.245512 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5778c-ca8e-48b2-b363-c07b8be38a5f req-e9c4e032-070f-4775-9082-14c9c0de18be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:05:22.247131 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8bf5778c-ca8e-48b2-b363-c07b8be38a5f req-e9c4e032-070f-4775-9082-14c9c0de18be service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=184eba56-fafa-46e3-8044-64788067f63c HTTP/1.1" status: 200  len: 1098 time: 0.0866251
Apr 09 14:05:22.283460 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-8bf5778c-ca8e-48b2-b363-c07b8be38a5f req-b9fc7f41-8399-480a-a8a7-e8b1f48cb677 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e101f2f2-29a9-4055-a0db-a57881df0c85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0293553
Apr 09 14:05:23.013290 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1cab5-406a-4f3c-9d92-51e37980816b req-bd08da8f-9d0b-4e74-9a69-84d0cd0769b6 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:05:23.016587 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a2a1cab5-406a-4f3c-9d92-51e37980816b req-bd08da8f-9d0b-4e74-9a69-84d0cd0769b6 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=184eba56-fafa-46e3-8044-64788067f63c HTTP/1.1" status: 200  len: 945 time: 0.1082692
Apr 09 14:05:23.050892 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-a2a1cab5-406a-4f3c-9d92-51e37980816b req-49b9284d-1f5e-4e38-8b8e-3d1d8cb0bbac tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/security-groups?id=e101f2f2-29a9-4055-a0db-a57881df0c85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0273283
Apr 09 14:05:23.154676 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:23.367534 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:24.625655 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacdf018-b396-4ea0-b5f0-ab347e46079f req-13fe6332-5c13-46a4-b738-db3a8ea9d77e tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:05:24.627542 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bacdf018-b396-4ea0-b5f0-ab347e46079f req-13fe6332-5c13-46a4-b738-db3a8ea9d77e tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=184eba56-fafa-46e3-8044-64788067f63c HTTP/1.1" status: 200  len: 945 time: 0.4394376
Apr 09 14:05:24.677810 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bacdf018-b396-4ea0-b5f0-ab347e46079f req-54c6d5b4-d994-418e-9ec5-531a597a7341 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/security-groups?id=e101f2f2-29a9-4055-a0db-a57881df0c85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386198
Apr 09 14:05:24.766983 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:28.946195 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 14:05:48.354754 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-91ae675e-9c94-4115-a3ca-5d1db0984c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:49.919359 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9897a3-a3ed-4191-96a6-734c808210a5 req-1c9f99eb-9e9d-4b82-9fea-eddebd22bf42 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:05:49.921081 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bf9897a3-a3ed-4191-96a6-734c808210a5 req-1c9f99eb-9e9d-4b82-9fea-eddebd22bf42 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=184eba56-fafa-46e3-8044-64788067f63c HTTP/1.1" status: 200  len: 945 time: 0.0936646
Apr 09 14:05:49.954630 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-bf9897a3-a3ed-4191-96a6-734c808210a5 req-94f1b8ca-c4ed-4d8d-85fb-d296e7188d63 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/security-groups?id=e101f2f2-29a9-4055-a0db-a57881df0c85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0257363
Apr 09 14:05:51.190343 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e325d01-6a48-4c22-9381-53fa1f025744 req-2ba79220-5f00-4143-bfa7-015e2326de41 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:05:51.192080 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5e325d01-6a48-4c22-9381-53fa1f025744 req-2ba79220-5f00-4143-bfa7-015e2326de41 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=184eba56-fafa-46e3-8044-64788067f63c HTTP/1.1" status: 200  len: 945 time: 0.1117833
Apr 09 14:05:51.230891 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-5e325d01-6a48-4c22-9381-53fa1f025744 req-dd525ceb-2852-4751-b1cd-b3e40bfa3a19 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/security-groups?id=e101f2f2-29a9-4055-a0db-a57881df0c85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0272069
Apr 09 14:05:51.456459 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-87fb9867-4670-4679-97cc-512c02c5479e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:51.624798 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:51.769649 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf213fe-0c7b-4341-94a4-06876d690ca2 req-73898ed8-3e0c-41f0-910b-494404815a6e tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:05:51.771309 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fbf213fe-0c7b-4341-94a4-06876d690ca2 req-73898ed8-3e0c-41f0-910b-494404815a6e tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.93 "GET /v2.0/ports?device_id=184eba56-fafa-46e3-8044-64788067f63c HTTP/1.1" status: 200  len: 945 time: 0.0895877
Apr 09 14:05:52.104700 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-fbf213fe-0c7b-4341-94a4-06876d690ca2 req-b45cead7-ce90-4ba1-b725-d64cbf49bbd8 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Deleting port cdaa7b5f-5a61-45f9-8197-d0463abfe37f {{(pid=85290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 14:05:52.105082 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-fbf213fe-0c7b-4341-94a4-06876d690ca2 req-b45cead7-ce90-4ba1-b725-d64cbf49bbd8 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733478700710'] for port, before_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:52.452061 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [req-fbf213fe-0c7b-4341-94a4-06876d690ca2 req-b45cead7-ce90-4ba1-b725-d64cbf49bbd8 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] For port cdaa7b5f-5a61-45f9-8197-d0463abfe37f, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=cdaa7b5f-5a61-45f9-8197-d0463abfe37f,segment=NetworkSegment(ff7d68d4-70cb-403a-b431-81c09ecee8bb),segment_id=ff7d68d4-70cb-403a-b431-81c09ecee8bb)] {{(pid=85290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 14:05:52.452734 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-fbf213fe-0c7b-4341-94a4-06876d690ca2 req-b45cead7-ce90-4ba1-b725-d64cbf49bbd8 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946436'] for port, precommit_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:52.602449 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [req-fbf213fe-0c7b-4341-94a4-06876d690ca2 req-b45cead7-ce90-4ba1-b725-d64cbf49bbd8 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Calling delete_port for cdaa7b5f-5a61-45f9-8197-d0463abfe37f owned by compute:nova {{(pid=85290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 14:05:52.676029 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415260-a127-4efc-bf4e-a017691f3b54 req-63b024b5-337c-4fc9-9476-421834a24ace tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 14:05:52.679375 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1b415260-a127-4efc-bf4e-a017691f3b54 req-63b024b5-337c-4fc9-9476-421834a24ace tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=184eba56-fafa-46e3-8044-64788067f63c HTTP/1.1" status: 200  len: 945 time: 0.3156254
Apr 09 14:05:52.761349 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-1b415260-a127-4efc-bf4e-a017691f3b54 req-9fb1c53e-dcb7-4b3d-ba04-5b56b0f1cb42 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/security-groups?id=e101f2f2-29a9-4055-a0db-a57881df0c85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697520
Apr 09 14:05:52.888473 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-fbf213fe-0c7b-4341-94a4-06876d690ca2 req-b45cead7-ce90-4ba1-b725-d64cbf49bbd8 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303376066949', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303376502763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844369980'] for port, after_delete {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:52.902514 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.db [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] get_ports_and_sgs() called for port_ids ['cdaa7b5f-5a61-45f9-8197-d0463abfe37f'] {{(pid=85292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 14:05:52.910136 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-7bbf2b23-30f7-4d1e-855c-723499e158c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:05:52.971597 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cead7-ce90-4ba1-b725-d64cbf49bbd8 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Pushing event deleted for resources: {'Port': ['ID=cdaa7b5f-5a61-45f9-8197-d0463abfe37f,revision_number=None']} {{(pid=85290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:05:53.029236 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-b45cead7-ce90-4ba1-b725-d64cbf49bbd8 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85290) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:05:53.150842 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:53.214381 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf213fe-0c7b-4341-94a4-06876d690ca2 req-b45cead7-ce90-4ba1-b725-d64cbf49bbd8 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] No DVR routers for this DVR port cdaa7b5f-5a61-45f9-8197-d0463abfe37f on host hv-cinder-78536 {{(pid=85290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 14:05:53.217315 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [req-fbf213fe-0c7b-4341-94a4-06876d690ca2 req-b45cead7-ce90-4ba1-b725-d64cbf49bbd8 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761429'] for port, before_response {{(pid=85290) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:53.220376 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184eba56-fafa-46e3-8044-64788067f63c', 'name': 'network-vif-deleted', 'tag': 'cdaa7b5f-5a61-45f9-8197-d0463abfe37f'}] {{(pid=85290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 14:05:53.237609 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-fbf213fe-0c7b-4341-94a4-06876d690ca2 req-b45cead7-ce90-4ba1-b725-d64cbf49bbd8 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.93 "DELETE /v2.0/ports/cdaa7b5f-5a61-45f9-8197-d0463abfe37f HTTP/1.1" status: 204  len: 173 time: 1.4601028
Apr 09 14:05:53.289236 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184eba56-fafa-46e3-8044-64788067f63c', 'name': 'network-vif-deleted', 'tag': 'cdaa7b5f-5a61-45f9-8197-d0463abfe37f', 'status': 'completed', 'code': 200}
Apr 09 14:05:53.357955 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:53.966952 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-43093afb-ba1b-4452-9486-5cf893f5cdef req-d2c06368-d380-4f1c-b6f5-ffda6727fd57 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Synchronizing usage tracker for tenant:2cb4f91cdcec420194b66425a2b55990 on resource:port {{(pid=85290) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 14:05:53.983491 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.quota.resource [req-43093afb-ba1b-4452-9486-5cf893f5cdef req-d2c06368-d380-4f1c-b6f5-ffda6727fd57 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] Unset dirty status for tenant:2cb4f91cdcec420194b66425a2b55990 on resource:port {{(pid=85290) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 14:05:53.985146 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [req-43093afb-ba1b-4452-9486-5cf893f5cdef req-d2c06368-d380-4f1c-b6f5-ffda6727fd57 tempest-VolumesSnapshotTestJSON-999802630 tempest-VolumesSnapshotTestJSON-999802630-project] 10.222.0.96 "GET /v2.0/ports?device_id=184eba56-fafa-46e3-8044-64788067f63c HTTP/1.1" status: 200  len: 210 time: 0.0710893
Apr 09 14:05:54.769245 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:05:55.890452 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device cdaa7b5f-5a61-45f9-8197-d0463abfe37f no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 14:05:55.934972 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] No Port match for: cdaa7b5f-5a61-45f9-8197-d0463abfe37f {{(pid=85292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 14:05:55.935371 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.rpc [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Device cdaa7b5f-5a61-45f9-8197-d0463abfe37f not bound to the agent host hv-cinder-78536 {{(pid=85292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 14:06:05.947109 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 14:06:18.352954 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-595c8368-8d68-43dc-a71c-2b1393cffa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:06:21.451234 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-7d2006fe-629d-4431-b5f5-59fdde671bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:06:21.628107 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:06:23.145862 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:06:23.347904 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:06:23.912920 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 37352) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:06:23.988332 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c3dffe9-bf0d-44a8-ae3d-d6ccb40285f4 admin admin] Deleting subnet 400fca0e-a972-407a-8bbd-cd07bb5071f3 {{(pid=85291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 14:06:23.993069 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1c3dffe9-bf0d-44a8-ae3d-d6ccb40285f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:06:24.054019 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1c3dffe9-bf0d-44a8-ae3d-d6ccb40285f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851902559'] for subnet, precommit_delete_associations {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:06:24.124854 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1c3dffe9-bf0d-44a8-ae3d-d6ccb40285f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854254641'] for subnet, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:06:24.465113 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1c3dffe9-bf0d-44a8-ae3d-d6ccb40285f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-521156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10017340'] for subnet, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:06:24.482108 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:06:24.578281 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3dffe9-bf0d-44a8-ae3d-d6ccb40285f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=400fca0e-a972-407a-8bbd-cd07bb5071f3,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:06:24.600134 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3dffe9-bf0d-44a8-ae3d-d6ccb40285f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:06:24.600576 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3dffe9-bf0d-44a8-ae3d-d6ccb40285f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:06:24.600984 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3dffe9-bf0d-44a8-ae3d-d6ccb40285f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:06:24.601405 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3dffe9-bf0d-44a8-ae3d-d6ccb40285f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:06:24.601945 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3dffe9-bf0d-44a8-ae3d-d6ccb40285f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:06:24.602361 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3dffe9-bf0d-44a8-ae3d-d6ccb40285f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:06:24.602773 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3dffe9-bf0d-44a8-ae3d-d6ccb40285f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:06:24.603183 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3dffe9-bf0d-44a8-ae3d-d6ccb40285f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:06:24.603596 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3dffe9-bf0d-44a8-ae3d-d6ccb40285f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:06:24.604000 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3dffe9-bf0d-44a8-ae3d-d6ccb40285f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:06:24.604430 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3dffe9-bf0d-44a8-ae3d-d6ccb40285f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:06:24.604838 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3dffe9-bf0d-44a8-ae3d-d6ccb40285f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-iscsi {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 14:06:24.608485 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1c3dffe9-bf0d-44a8-ae3d-d6ccb40285f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:06:24.643951 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1c3dffe9-bf0d-44a8-ae3d-d6ccb40285f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:06:24.651084 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-1c3dffe9-bf0d-44a8-ae3d-d6ccb40285f4 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/400fca0e-a972-407a-8bbd-cd07bb5071f3 HTTP/1.1" status: 204  len: 168 time: 0.7368135
Apr 09 14:06:24.653868 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 37356) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:06:24.774640 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:06:24.775600 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1f751b78-726e-41cd-9a4a-d6f6046074ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-409197'] for network, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:06:25.268876 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1f751b78-726e-41cd-9a4a-d6f6046074ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5455', 'neutron.services.segments.db._delete_segments_for_network--9223363303376033550'] for network, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:06:25.405270 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-1f751b78-726e-41cd-9a4a-d6f6046074ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f16b77750b8>,) {'filters': {'network_id': ['1ae3fdc5-1653-439d-a421-657d457689e6']}} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:06:25.424600 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-1f751b78-726e-41cd-9a4a-d6f6046074ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f16b77750b8>, 'ff7d68d4-70cb-403a-b431-81c09ecee8bb') {'for_net_delete': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:06:25.424980 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.services.segments.db [None req-1f751b78-726e-41cd-9a4a-d6f6046074ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f16b77750b8>, 'ff7d68d4-70cb-403a-b431-81c09ecee8bb') {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 14:06:25.439848 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1f751b78-726e-41cd-9a4a-d6f6046074ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303375980284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2873241'] for segment, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:06:25.456462 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1f751b78-726e-41cd-9a4a-d6f6046074ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:06:25.464264 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f751b78-726e-41cd-9a4a-d6f6046074ff admin admin] Releasing vlan 989 on physical network physnet1 to pool {{(pid=85291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 14:06:25.671989 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-1f751b78-726e-41cd-9a4a-d6f6046074ff admin admin] Network 1ae3fdc5-1653-439d-a421-657d457689e6 has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 14:06:25.687375 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1f751b78-726e-41cd-9a4a-d6f6046074ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246049'] for segment, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:06:25.884165 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.plugins.ml2.managers [None req-1f751b78-726e-41cd-9a4a-d6f6046074ff admin admin] Network 1ae3fdc5-1653-439d-a421-657d457689e6 has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]: Traceback (most recent call last):
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:     timer()
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:     cb(*args, **kw)
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:     return func(*args, **kwargs)
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:     self._notify()
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:     self.callback(batched_events)
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:     event.method(event)
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:     segment_id)['aggregates'][0]
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:     return f(self, *a, **k)
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self._get(url).json()
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:     **kwargs)
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:     return self.request(url, 'GET', **kwargs)
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:     **endpoint_filter)
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 14:06:25.909111 dv-cinder-785362-1-iscsi neutron-server[85177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 14:06:26.000875 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1f751b78-726e-41cd-9a4a-d6f6046074ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850978028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850926906'] for network, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:06:26.005599 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1f751b78-726e-41cd-9a4a-d6f6046074ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850978041'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:06:26.010258 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:06:26.035237 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f751b78-726e-41cd-9a4a-d6f6046074ff admin admin] Pushing event deleted for resources: {'Network': ['ID=1ae3fdc5-1653-439d-a421-657d457689e6,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:06:26.038646 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1f751b78-726e-41cd-9a4a-d6f6046074ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:06:26.041119 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-1f751b78-726e-41cd-9a4a-d6f6046074ff admin admin] 10.222.0.96 "DELETE /v2.0/networks/1ae3fdc5-1653-439d-a421-657d457689e6 HTTP/1.1" status: 204  len: 168 time: 1.3858893
Apr 09 14:06:26.274630 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 37362) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:06:26.321411 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-1c3a6cc6-a380-4979-9d7d-45ab15d36140 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2cb4f91cdcec420194b66425a2b55990&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0452950
Apr 09 14:06:26.323979 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.96', 37366) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 14:06:26.401792 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1c252141-34f1-46d9-80bf-8be92a611ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:06:26.441631 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1c252141-34f1-46d9-80bf-8be92a611ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:06:26.492211 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1c252141-34f1-46d9-80bf-8be92a611ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850874369'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:06:26.497808 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-635bca7d-f521-466a-b904-68d91bc0f886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 14:06:26.512698 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c252141-34f1-46d9-80bf-8be92a611ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e101f2f2-29a9-4055-a0db-a57881df0c85,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 14:06:26.515814 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG oslo_concurrency.lockutils [None req-1c252141-34f1-46d9-80bf-8be92a611ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 14:06:26.516907 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1c252141-34f1-46d9-80bf-8be92a611ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:06:26.518113 dv-cinder-785362-1-iscsi neutron-server[85177]: INFO neutron.wsgi [None req-1c252141-34f1-46d9-80bf-8be92a611ba9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e101f2f2-29a9-4055-a0db-a57881df0c85 HTTP/1.1" status: 204  len: 168 time: 0.1926544
Apr 09 14:06:42.946784 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 14:06:48.345935 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-442b7e7d-1de8-4fd0-b2bf-c807d5995e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:06:51.456421 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-65777423-c041-4b72-9ea5-68da4a90bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:06:51.619945 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:06:53.151914 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:06:53.348643 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:06:54.775059 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:07:18.349308 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-b3a3b727-0214-4570-b7f4-3e4380c01d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:07:19.946259 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 14:07:21.458921 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-43ad444b-65af-43f5-912e-f5a318673168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:07:21.634744 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:07:23.157928 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:07:23.356857 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:07:24.782005 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:07:48.184812 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [req-a44ddc3e-d201-4b75-a6a6-25c37c0e955a req-e9eebff4-ba91-4d90-9645-1995251a08d8 service neutron] (85290) timed out ('10.222.0.93', 49865) {{(pid=85290) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 09 14:07:48.353602 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9b530a18-9a1f-4add-a6e2-e52e6abf2b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:07:51.462946 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f758703d-bf37-4340-a955-80f44e5ebb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:07:51.636106 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:07:53.158971 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:07:53.355440 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:07:54.782377 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:07:56.945359 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 14:08:18.355482 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9a7ab643-f17f-4f45-a0b8-ffee27f70245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:08:21.468169 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-e5d4cb88-98cb-474e-b2d5-d4e4e1c1c7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:08:21.648090 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:08:23.153169 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:08:23.357547 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:08:24.784916 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:08:33.946595 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 14:08:48.362007 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-28877071-bc02-4efa-948e-351fa284dd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:08:51.473054 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-271ed57f-d032-4eee-9371-0ccdbf2408b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:08:51.651625 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:08:53.161919 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:08:53.363698 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:08:54.789706 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:09:10.945991 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 14:09:18.355224 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-33b6dbdc-dc5f-4191-909d-2d7ce21e81c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:09:21.465325 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d2ce4ba7-8a43-497e-ae15-7f2cc317f863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:09:21.648763 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:09:23.155262 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:09:23.362929 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:09:24.788396 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:09:47.946452 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 14:09:48.361063 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9cb8f05c-efa6-47a1-a6e5-b04b691db8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:09:51.468110 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-2339731f-1875-4aac-9cd1-74d320fe4320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:09:51.663555 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:09:53.158323 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:09:53.367308 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:09:54.792065 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:10:06.654978 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [req-5c45c2a1-9f00-4030-a355-c388b7b3a562 req-75a2ab2d-9aca-4376-a217-e367e9cfce07 service neutron] (85290) timed out ('10.222.0.96', 58660) {{(pid=85290) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 09 14:10:18.354174 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-1c145ad2-bee5-41d4-99fb-245daa4b699e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:10:21.472116 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-65cb2a9e-8e50-4c56-925d-e797504457d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:10:21.676899 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:10:23.161865 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:10:23.368823 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:10:24.794870 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:10:24.946772 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 14:10:30.517003 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.wsgi [req-60cbf98f-9554-42e0-83c0-b2f4908696e0 req-a2a61f87-659e-46b1-8824-7e928e578f22 service neutron] (85291) timed out ('10.222.0.93', 49890) {{(pid=85291) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 09 14:10:48.357510 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-0926b455-30ab-4479-a70c-20f1617206a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:10:51.475230 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-d62cb793-72e8-443e-8f2d-b19401bd0a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:10:51.677175 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:10:53.166507 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:10:53.371539 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:10:54.798991 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:11:01.947134 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 14:11:18.362060 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-f822e349-260f-43ab-ab4c-62b784c81182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:11:21.477554 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-999e2864-1598-4981-bcf0-c69b5f707c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:11:21.692089 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-9f1a90e6-11ff-4b72-b3a0-0c5c8e38f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:11:23.169061 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-3f29e86e-6435-43d7-905d-8ac2543237bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:11:23.374560 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-25f1248c-4322-4fce-9f6f-1237bc0ba360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:11:24.798804 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron_lib.callbacks.manager [None req-dceed737-72b6-467f-a129-1979c6028ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303376033567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 14:11:38.948753 dv-cinder-785362-1-iscsi neutron-server[85177]: DEBUG neutron.db.agents_db [None req-10b15a7e-9fca-404e-acff-f22ed8f0873f None None] Agent healthcheck: found 6 active agents {{(pid=85293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}